spl16 commited on
Commit
e0611ca
·
verified ·
1 Parent(s): b223398

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. demo_options_qwen3.8-27b.json +1 -0
  2. fork.js +270 -132
  3. index.html +86 -25
  4. rankQuants.js +21 -4
demo_options_qwen3.8-27b.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"key": "Qwen/Qwen3.8-27B", "family": "Qwen", "options": [{"quant": "IQ2_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 10004594368, "bpw": 2.7, "fit_tier": "gpu", "repo_downloads": 11704}, {"quant": "UD-IQ2_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 8371970048, "bpw": 2.5, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ2_XS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 9088526048, "bpw": 2.31, "fit_tier": "gpu", "repo_downloads": 468425}, {"quant": "IQ2_XS", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 9090592448, "bpw": 2.31, "fit_tier": "gpu", "repo_downloads": 11704}, {"quant": "UD-IQ2_XXS", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 7266070528, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ2_XXS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 8843953536, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 1421349}, {"quant": "IQ2_XXS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 8881268448, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 468425}, {"quant": "IQ2_XXS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 8977176032, "bpw": 2.06, "fit_tier": "gpu", "repo_downloads": 45504}, {"quant": "UD-IQ1_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 6729166848, "bpw": 1.75, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ1_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 8498107872, "bpw": 1.75, "fit_tier": "gpu", "repo_downloads": 45504}, {"quant": "IQ1_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 6457847488, "bpw": 1.75, "fit_tier": "gpu", "repo_downloads": 11704}, {"quant": "UD-IQ1_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 6192222208, "bpw": 1.56, "fit_tier": "gpu", "repo_downloads": 6650349}, {"quant": "IQ3_XS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 10353001856, "bpw": 3.3, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "UD-Q2_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 9828981664, "bpw": 3.2, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ3_XXS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 9919481216, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "Q2_K", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 10864592608, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q2_K", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 10864592192, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ2_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 10522248928, "bpw": 2.7, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ2_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 9684043488, "bpw": 2.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ2_XS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 9889846752, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "IQ2_XS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 10221458912, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "IQ2_XS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 10591877792, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ2_XS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 10591877792, "bpw": 2.31, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ2_XXS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 9985014432, "bpw": 2.06, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ2_XXS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 9985014432, "bpw": 2.06, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q2_K", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 10821543648, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ3_S", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 11035354496, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "UD-IQ3_XXS", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 10934860704, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ2_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 11271158432, "bpw": 2.7, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ2_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 11271158432, "bpw": 2.7, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_S", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 12256536288, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "IQ2_S", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 11141912032, "bpw": 2.5, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q2_K", "repo": "6block/Qwen3.8-27B-GGUF", "size": 11929795232, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q2_K", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 11929795232, "bpw": 2.96, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "UD-IQ3_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 12040883104, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ3_XXS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 12075800032, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "IQ3_XXS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 12451461792, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ3_XXS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 12451461792, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_M", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 13500737248, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q3_K_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 13500736672, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 11704}, {"quant": "Q3_K_M", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 13500736832, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ3_XXS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 12320167648, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q3_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 12739884768, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q3_K_S", "repo": "6block/Qwen3.8-27B-GGUF", "size": 13060946592, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q3_K_S", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 13060946592, "bpw": 3.5, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ3_XS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 12799604448, "bpw": 3.3, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ4_XS", "repo": "byteshape/Qwen3.8-27B-GGUF", "size": 13083052416, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 1421349}, {"quant": "Q2_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 13081040480, "bpw": 3.1, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ3_XXS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 12984128992, "bpw": 3.06, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "UD-Q3_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 13146393504, "bpw": 4.4, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q3_K_L", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 14559799008, "bpw": 4.27, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q3_K_L", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 14559798592, "bpw": 4.27, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ3_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 13489879712, "bpw": 3.66, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ3_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 13489879712, "bpw": 3.66, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 13404051168, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q3_K_M", "repo": "Chungulus/Qwen3.8-27B-Q3_K_M-GGUF", "size": 13500736896, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 5090}, {"quant": "Q3_K_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 14210448032, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q3_K_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 14210448032, "bpw": 3.91, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ3_S", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 13838267872, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q3_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 14122817248, "bpw": 4.27, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ4_XS", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 15420450528, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "IQ4_XS", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 15309038752, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 11704}, {"quant": "Q4_0", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 15715853632, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "UD-IQ4_XS", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 14252845984, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ3_S", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 14437471712, "bpw": 3.44, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q4_K_S", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 15825299168, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q4_K_S", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 15825298752, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ3_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 14860629728, "bpw": 3.66, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q4_K_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 15358213024, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_K_M", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 16810714848, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q4_K_M", "repo": "KikoCis/Qwen3.8-27B-GGUF", "size": 16810714272, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 11704}, {"quant": "Q4_K_M", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 16810714432, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "IQ4_XS", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 15475951328, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Qwen3.8-27B-MTP-IQ4_KS", "repo": "ubergarm/Qwen3.8-27B-GGUF", "size": 16921247392, "bpw": null, "fit_tier": "partial", "repo_downloads": 3945}, {"quant": "Q4_0", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 16056478688, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "IQ4_XS", "repo": "6block/Qwen3.8-27B-GGUF", "size": 16410040992, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ4_XS", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 16410040992, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "UD-Q4_K_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 16464440224, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 16363513568, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q4_K_S", "repo": "6block/Qwen3.8-27B-GGUF", "size": 16839957152, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_K_S", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 16839957152, "bpw": 4.58, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q4_0", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 16348767968, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q4_0", "repo": "6block/Qwen3.8-27B-GGUF", "size": 16769178272, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_0", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 16769178272, "bpw": 4.55, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q3_K_XL", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 16391919200, "bpw": 4.4, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q4_K_M", "repo": "lmstudio-community/Qwen3.8-27B-GGUF", "size": 16810714336, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 1172050}, {"quant": "Q4_K_M", "repo": "Abiray/Qwen3.8-27B-Q4_K_M-GGUF", "size": 16810714400, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 13078}, {"quant": "IQ4_NL", "repo": "6block/Qwen3.8-27B-GGUF", "size": 17039186592, "bpw": 4.5, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "IQ4_NL", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 17039186592, "bpw": 4.5, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ4_XS", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 16512935392, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q4_K_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 17120781792, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q4_K_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 17743780512, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_K_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 17743780512, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "IQ4_XS", "repo": "Jackrong/Qwen3.8-27B-MTP-GGUF", "size": 15420450112, "bpw": 4.25, "fit_tier": "partial", "repo_downloads": 6348}, {"quant": "Q5_K_S", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 18971682528, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q5_0", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 18971682112, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "Q5_K_S", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 18971682112, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "UD-Q4_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 17559178144, "bpw": 5.05, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_1", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 17540705248, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_1", "repo": "6block/Qwen3.8-27B-GGUF", "size": 18140191392, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q4_1", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 18140191392, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q4_K_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 17442399968, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "IQ4_NL", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 17442399968, "bpw": 4.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K_M", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 19535701728, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q5_K_M", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 19535701312, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "Q4_1", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 17825457888, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q5_K_S", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 18665753504, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q4_K_M", "repo": "ggml-org/Qwen3.8-27B-GGUF", "size": 18973870528, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 2212866}, {"quant": "Q4_K_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 18546845152, "bpw": 4.85, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q5_K_S", "repo": "6block/Qwen3.8-27B-GGUF", "size": 19555768992, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q5_K_S", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 19555768992, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q4_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 18820703968, "bpw": 5.0, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K_M", "repo": "6block/Qwen3.8-27B-GGUF", "size": 20080794272, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q5_K_M", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 20080794272, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q5_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 19566913248, "bpw": 5.54, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q5_K_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 19771509664, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q5_K_M", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 20232512992, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q6_K", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 22431000288, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q6_K", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 22430999872, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "UD-Q5_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 20876938144, "bpw": 5.9, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q5_K_M", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 20923877088, "bpw": 5.69, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 21537478240, "bpw": 5.8, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q6_K", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 21983677344, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q6_K", "repo": "6block/Qwen3.8-27B-GGUF", "size": 22563871392, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q6_K", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 22563871392, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "Q6_K", "repo": "lmstudio-community/Qwen3.8-27B-GGUF", "size": 22430999776, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 1172050}, {"quant": "UD-Q6_K_M", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 23088409504, "bpw": null, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q6_K_S", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 22857455328, "bpw": null, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q5_K", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 23081711072, "bpw": null, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q6_K", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 23860565728, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "UD-Q6_K_L", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 24193919904, "bpw": 6.7, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "UD-Q6_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 25299061664, "bpw": 6.9, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q6_K_L", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 24958908128, "bpw": 6.7, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q6_K", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 25005438432, "bpw": 6.56, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "Q8_0", "repo": "mradermacher/Qwen3.8-27B-GGUF", "size": 29047084768, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 14248}, {"quant": "Q8_0", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 29047084352, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "Q8_0", "repo": "ggml-org/Qwen3.8-27B-GGUF", "size": 28595763648, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 2212866}, {"quant": "Q8_0", "repo": "6block/Qwen3.8-27B-GGUF", "size": 28049234592, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 6052}, {"quant": "Q8_0", "repo": "qtum/Qwen3.8-27B-GGUF", "size": 28049234592, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 5308}, {"quant": "UD-Q8_K_L", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 28045695904, "bpw": null, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q8_0", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 29047086048, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "Q8_0", "repo": "lmstudio-community/Qwen3.8-27B-GGUF", "size": 29047084256, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 1172050}, {"quant": "Q8_0", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 29116388960, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "Q8_0", "repo": "AtomicChat/Qwen3.8-27B-GGUF", "size": 28887832032, "bpw": 8.5, "fit_tier": "partial", "repo_downloads": 45504}, {"quant": "UD-Q8_K_XL", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 31457991680, "bpw": 8.8, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "BF16", "repo": "ggml-org/Qwen3.8-27B-GGUF", "size": 53808282048, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 2212866}, {"quant": "BF16", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 54657733952, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "F16", "repo": "prithivMLmods/Qwen3.8-27B-GGUF", "size": 54657733952, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 8939}, {"quant": "BF16", "repo": "unsloth/Qwen3.8-27B-GGUF", "size": 54657735616, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 6650349}, {"quant": "BF16", "repo": "bartowski/Qwen3.8-27B-GGUF", "size": 54657734144, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 468425}, {"quant": "BF16", "repo": "Jackrong/Qwen3.8-27B-MTP-GGUF", "size": 54657733952, "bpw": 16.0, "fit_tier": "partial", "repo_downloads": 6348}]}
fork.js CHANGED
@@ -1,12 +1,12 @@
1
  /* Quant-picking frontend. Catalog + fit data come live from the
2
- * LocalLLaMA explorer API (CORS-open); best-quant choice comes from
3
  * rankQuants.js + quant_scores.json (measured KL benchmarks). */
4
  "use strict";
5
 
6
  const API = "https://codelion-local-model-explorer.hf.space";
7
  const $ = (s, r = document) => r.querySelector(s);
8
  const $$ = (s, r = document) => [...r.querySelectorAll(s)];
9
- let META = null, SCORES = null, runId = 0;
10
 
11
  function el(tag, cls, text) {
12
  const n = document.createElement(tag);
@@ -14,31 +14,29 @@ function el(tag, cls, text) {
14
  if (text !== undefined) n.textContent = text;
15
  return n;
16
  }
17
- function opt(sel, value, label, selected) {
18
  const o = document.createElement("option");
19
  o.value = value; o.textContent = label;
20
  if (selected) o.selected = true;
21
  return o;
22
  }
23
- function badge(quant) {
24
- const b = labelFor(quant, SCORES);
25
- const s = el("span", "badge", b);
26
- const cls = { "bench default band": "b-default", "bench step-up": "b-step",
27
- "near-lossless": "b-archival", "tight budget": "b-tight", "min viable": "b-knee",
28
- "emergency only": "b-emergency", "dominated": "b-avoid",
29
- "full precision (ref)": "" }[b.replace(" (est.)", "")];
30
- if (cls) s.classList.add(cls);
31
- return s;
32
- }
33
 
34
  function rig() {
35
  const kind = $('input[name="kind"]:checked').value;
36
  const out = { kind, gpus: [], ram_gb: 32 };
37
  if (kind === "gpu") {
38
- const name = $("#gpu").value;
39
- const each = name === "custom" ? +$("#custom-vram").value : META.hardware.gpus[name];
40
- const n = +$("#gpu-count").value || 1;
41
- out.gpus = Array.from({ length: n }, () => each);
 
 
 
42
  out.ram_gb = +$("#ram").value;
43
  } else if (kind === "unified") {
44
  out.unified_system = $("#usys").value;
@@ -49,61 +47,62 @@ function rig() {
49
  return out;
50
  }
51
 
52
- function params(p) {
53
- return p >= 1e9 ? `${+(p / 1e9).toFixed(p >= 1e10 ? 0 : 1)}B` : `${Math.round(p / 1e6)}M`;
 
 
 
 
 
 
 
 
 
 
 
 
54
  }
55
- const gb = (b) => `${(b / 1e9).toFixed(2)} GB`;
56
 
57
- function pickLine(pick) {
58
- const d = el("div", "choice");
59
- const b = el("b", null, pick.quant);
60
- d.append(b, ` from ${pick.repo.split("/")[0]} — ${gb(pick.size)} · `);
61
- d.append(badge(pick.quant));
62
- if (pick.fit) {
63
- d.append(el("div", "muted",
64
- `${pick.fit.label}: ${gb(pick.fit.gpu_gb * 1e9)} on GPU, ${gb(pick.fit.ram_gb * 1e9)} in RAM`));
65
- }
66
- return d;
67
  }
68
 
69
- function quantTable(detail, pick) {
70
- const t = el("table", "quants");
71
- const head = el("tr");
72
- for (const h of ["Uploader", "Quant", "Size", "Quality", "Fit"]) head.append(el("th", null, h));
73
- const tb = el("tbody");
74
- const ranked = [...detail.options].sort((a, b) => a.size - b.size);
75
- for (const o of ranked) {
76
- const tr = el("tr");
77
- if (pick && o.quant === pick.quant && o.repo === pick.repo) tr.className = "is-pick";
78
- const qtd = el("td");
79
- const qb = el("b", null, o.quant);
80
- qtd.append(qb);
81
- if (pick && o.quant === pick.quant && o.repo === pick.repo) qtd.append(" ◀ pick");
82
- const btd = el("td"); btd.append(badge(o.quant));
83
- const ftd = el("td", null, o.fit ? o.fit.label : "?");
84
- tr.append(el("td", null, o.repo.split("/")[0]), qtd, el("td", "num", gb(o.size)), btd, ftd);
85
- tb.append(tr);
86
  }
87
- t.append(head, tb);
88
- return t;
 
 
 
 
 
 
 
 
 
89
  }
90
 
91
- function cmdBlock(detail, pick) {
92
- const o = detail.options.find((x) => pick && x.repo === pick.repo && x.quant === pick.quant)
93
- || detail.options[0];
94
- if (!o || !o.commands) return el("p", "muted", "No run command available.");
95
- const pre = el("pre", "cmd", o.commands["llama.cpp"]);
96
- const btn = el("button", "btn ghost", "Copy");
97
- btn.addEventListener("click", async () => {
98
- try { await navigator.clipboard.writeText(pre.textContent); btn.textContent = "Copied"; }
99
- catch (e) { btn.textContent = "Select and copy"; }
100
- setTimeout(() => (btn.textContent = "Copy"), 1500);
101
- });
102
- const wrap = el("div");
103
- const row = el("div", "row");
104
- row.append(el("span", "muted", "Run it:"), btn);
105
- wrap.append(row, pre);
106
- return wrap;
107
  }
108
 
109
  function card(m) {
@@ -112,42 +111,153 @@ function card(m) {
112
  const btn = el("button", null, m.name);
113
  h.append(btn);
114
  c.append(h);
115
- c.append(el("div", "meta",
116
- `${m.params ? params(m.params) + " · " : ""}${m.family} · ${m.repo_count} GGUF repos · ${(m.downloads / 1e6).toFixed(1)}M downloads`));
 
 
 
 
 
 
 
 
 
117
  const status = el("p", "muted", "Ranking quants…");
118
  c.append(status);
119
  const body = el("div");
120
  c.append(body);
121
  btn.addEventListener("click", () => {
122
- body.replaceChildren();
123
- if (!m._detail) return;
124
- body.append(cmdBlock(m._detail, m._pick), quantTable(m._detail, m._pick));
125
  });
126
  return { c, status, body };
127
  }
128
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
129
  async function detailFor(key, q, signal) {
130
  const r = await fetch(`${API}/api/model`, { method: "POST",
131
  headers: { "content-type": "application/json" }, signal,
132
  body: JSON.stringify({ key, hardware: q.hardware, context: q.context,
133
- kv_type: "f16", priority: q.priority, min_bits: 0, vram_only: false, mmproj: "gpu" }) });
 
134
  if (!r.ok) throw new Error(`model ${r.status}`);
135
  return r.json();
136
  }
137
 
138
- async function search() {
 
 
 
 
 
 
139
  const id = ++runId;
140
- const r = rig();
141
- const q = {
142
- hardware: { kind: r.kind, gpus: r.gpus, ram_gb: r.ram_gb,
143
- ...(r.unified_system ? { unified_system: r.unified_system } : {}) },
144
- context: +$("#ctx").value,
145
- priority: $('input[name="p"]:checked').value,
146
- search: $("#search").value.trim() || null,
147
- };
148
  const box = $("#results");
149
- box.replaceChildren();
150
- $("#count").textContent = "Finding models…";
151
  const ctrl = new AbortController();
152
  const alive = () => id === runId;
153
 
@@ -155,10 +265,7 @@ async function search() {
155
  try {
156
  const rr = await fetch(`${API}/api/recommend`, { method: "POST",
157
  headers: { "content-type": "application/json" }, signal: ctrl.signal,
158
- body: JSON.stringify({ hardware: q.hardware, context: q.context, kv_type: "f16",
159
- priority: q.priority, min_bits: 0, sort: "best", family: null, size: null,
160
- search: q.search, moe_only: false, vision_only: false, fits_only: false,
161
- vram_only: false, mmproj: "gpu", offset: 0, limit: 12 }) });
162
  if (!rr.ok) throw new Error(`recommend ${rr.status}`);
163
  res = await rr.json();
164
  } catch {
@@ -166,56 +273,68 @@ async function search() {
166
  return;
167
  }
168
  if (!alive()) return;
169
- $("#count").textContent = `${res.total.toLocaleString()} models — top ${res.results.length} with quant picks`;
170
- const fams = res.results.map((m) => {
171
- const fam = /qwen/i.test(m.key) ? "Qwen" : /gemma/i.test(m.key) ? "Gemma"
172
- : /lfm|minimax|kimi/i.test(m.key) ? null : null;
173
- return fam;
174
- });
 
 
 
 
 
175
 
176
- // bounded parallel detail fetch; each card upgrades when its data lands
177
- const queue = res.results.map((m, i) => ({ m, fam: fams[i] }));
178
  async function worker() {
179
  while (alive() && queue.length) {
180
- const { m, fam } = queue.shift();
181
  try {
182
  const d = await detailFor(m.key, q, ctrl.signal);
183
  if (!alive()) return;
184
  const opts = d.options.map((o) => ({ ...o,
185
  fit_ok: o.fit && o.fit.tier !== "no" && o.fit.tier !== "no_vram" }));
186
- const famGuess = fam || (d.family && /qwen|gemma/i.test(d.family) ? d.family : null);
187
- const { pick, warnings } = rankOptions(opts, q.priority, famGuess, SCORES);
188
  m._detail = d; m._pick = pick;
189
  const ui = m._ui;
190
  if (!ui) continue;
191
  ui.status.replaceChildren();
192
  if (pick) {
193
- ui.status.append(pickLine(pick));
 
 
 
 
194
  for (const w of warnings) ui.status.append(el("div", "warn", w));
195
- ui.body.replaceChildren(cmdBlock(d, pick), quantTable(d, pick));
 
196
  } else {
197
- ui.status.textContent = (warnings[0] || "Doesn't fit this hardware.");
198
  }
199
  } catch (err) {
200
  if (alive() && m._ui) m._ui.status.textContent =
201
- `Quant ranking failed for this model (${String(err).slice(0, 100)}).`;
202
  }
203
  }
204
  }
205
-
206
- for (const m of res.results) {
207
- const ui = card(m);
208
- m._ui = ui;
209
- box.append(ui.c);
210
- }
211
  await Promise.all(Array.from({ length: 4 }, worker));
212
  }
213
 
214
- // wire kind visibility
 
 
 
 
 
215
  function syncKind() {
216
  const kind = $('input[name="kind"]:checked').value;
217
- $$("[data-show]").forEach((n) => { n.hidden = !n.dataset.show.split(" ").includes(kind); });
 
 
 
218
  $("#custom-vram-field").hidden = kind !== "gpu" || $("#gpu").value !== "custom";
 
 
219
  }
220
 
221
  async function boot() {
@@ -227,38 +346,57 @@ async function boot() {
227
  return;
228
  }
229
  const H = META.hardware;
230
- for (const [label, names] of H.gpu_groups) {
231
- const g = document.createElement("optgroup");
232
- g.label = label;
233
- for (const n of names) g.append(opt(null, n, `${n.replace(/^(NVIDIA|AMD|Intel) /, "")} (${H.gpus[n]} GB)`));
234
- $("#gpu").append(g);
235
- }
236
- $("#gpu").append(opt(null, "custom", "Other: enter VRAM"));
 
 
 
237
  $("#gpu").value = "NVIDIA RTX 5070";
 
238
  const vramSet = [...new Set(Object.values(H.gpus))].sort((a, b) => a - b);
239
- for (const v of vramSet) $("#custom-vram").append(opt(null, v, `${v} GB`, v === 12));
240
- for (const n of [1, 2, 3, 4]) $("#gpu-count").append(opt(null, n, n, n === 1));
241
- for (const v of H.ram) $("#ram").append(opt(null, v, `${v} GB`, v === 64));
242
- for (const s of Object.keys(H.unified)) $("#usys").append(opt(null, s, s));
 
 
 
 
243
  const syncMem = () => {
244
  const mems = H.unified[$("#usys").value] || [];
245
- $("#umem").replaceChildren(...mems.map((m) => opt(null, m, `${m} GB`)));
246
  };
247
- $("#usys").addEventListener("change", syncMem);
248
  syncMem();
249
- for (const c of H.contexts) $("#ctx").append(opt(null, c, `${c >= 1024 ? Math.round(c / 1024) + "k" : c} tokens`, c === 8192));
 
 
250
 
251
- $("#kind").addEventListener("change", syncKind);
252
  $("#gpu").addEventListener("change", syncKind);
253
- syncKind();
254
- let deb;
255
- $("#go").addEventListener("click", search);
256
- $("#search").addEventListener("input", () => { clearTimeout(deb); deb = setTimeout(search, 500); });
257
- $$('input[name="kind"],input[name="p"]').forEach((i) => i.addEventListener("change", search));
258
- for (const id of ["gpu", "gpu-count", "custom-vram", "ram", "usys", "umem", "ctx"]) {
259
- document.getElementById(id).addEventListener("change", search);
 
 
 
 
260
  }
261
- search();
 
 
 
 
 
262
  }
263
 
264
  boot();
 
1
  /* Quant-picking frontend. Catalog + fit data come live from the
2
+ * LocalLLaMA explorer API; the best-quant choice per model comes from
3
  * rankQuants.js + quant_scores.json (measured KL benchmarks). */
4
  "use strict";
5
 
6
  const API = "https://codelion-local-model-explorer.hf.space";
7
  const $ = (s, r = document) => r.querySelector(s);
8
  const $$ = (s, r = document) => [...r.querySelectorAll(s)];
9
+ let META = null, SCORES = null, runId = 0, offset = 0, total = 0;
10
 
11
  function el(tag, cls, text) {
12
  const n = document.createElement(tag);
 
14
  if (text !== undefined) n.textContent = text;
15
  return n;
16
  }
17
+ function opt(value, label, selected) {
18
  const o = document.createElement("option");
19
  o.value = value; o.textContent = label;
20
  if (selected) o.selected = true;
21
  return o;
22
  }
23
+ const gb = (v, d = 1) => v === null || v === undefined ? "?" : `${Number(v).toFixed(d)} GB`;
24
+ const bytesGB = (b) => gb(b / 1e9);
25
+ const params = (p) => p >= 1e9 ? `${+(p / 1e9).toFixed(p >= 1e10 ? 0 : 1)}B` : `${Math.round(p / 1e6)}M`;
26
+ const compact = (n) => n >= 1e6 ? `${(n / 1e6).toFixed(1)}M` : n >= 1e3 ? `${Math.round(n / 1e3)}k` : String(n || 0);
27
+ const ctxLabel = (c) => c >= 1024 ? `${Math.round(c / 1024)}k` : String(c);
 
 
 
 
 
28
 
29
  function rig() {
30
  const kind = $('input[name="kind"]:checked').value;
31
  const out = { kind, gpus: [], ram_gb: 32 };
32
  if (kind === "gpu") {
33
+ const one = (sel, vsel, csel, fb) => {
34
+ const name = $(sel).value;
35
+ const each = name === "custom" ? Math.max(1, Math.min(256, +$(vsel).value || fb)) : META.hardware.gpus[name];
36
+ return Array.from({ length: +$(csel).value || 1 }, () => each);
37
+ };
38
+ out.gpus = one("#gpu", "#custom-vram", "#gpu-count", 24);
39
+ if (!$("#gpu2-wrap").hidden) out.gpus = out.gpus.concat(one("#gpu2", "#custom-vram2", "#gpu2-count", 8)).slice(0, 16);
40
  out.ram_gb = +$("#ram").value;
41
  } else if (kind === "unified") {
42
  out.unified_system = $("#usys").value;
 
47
  return out;
48
  }
49
 
50
+ function query(append) {
51
+ const r = rig();
52
+ return {
53
+ hardware: { kind: r.kind, gpus: r.gpus, ram_gb: r.ram_gb,
54
+ ...(r.unified_system ? { unified_system: r.unified_system } : {}) },
55
+ context: +$("#ctx").value, kv_type: $("#kv").value,
56
+ priority: $('input[name="p"]:checked').value, min_bits: +$("#min-bits").value,
57
+ sort: $("#sort").value, family: $("#family").value || null, size: $("#size").value || null,
58
+ search: $("#search").value.trim() || null,
59
+ moe_only: $("#moe-only").checked, vision_only: $("#vision-only").checked,
60
+ fits_only: $("#fits-only").checked,
61
+ vram_only: r.kind === "gpu" && $("#vram-only").checked, mmproj: $("#mmproj").value,
62
+ offset: append ? offset : 0, limit: 24,
63
+ };
64
  }
 
65
 
66
+ const SCORE_PARTS = [["fit", "Fit"], ["capacity", "Size"], ["popularity", "Downloads"], ["recency", "New"], ["community", "Reports"]];
67
+ function scoreTitle(m) {
68
+ const w = META.score_weights || {};
69
+ return SCORE_PARTS.map(([k, l]) => `${l}: ${Math.round((m.components[k] || 0) * w[k] * 100)} of ${Math.round(w[k] * 100)}`).join("\n");
 
 
 
 
 
 
70
  }
71
 
72
+ function rail(fit, r) {
73
+ if (!fit) return null;
74
+ const box = el("div", "rail");
75
+ const pct = (v, cap) => `${Math.max(0, Math.min(100, (v / cap) * 100))}%`;
76
+ const vram = r.kind === "gpu" ? r.gpus.reduce((a, v) => a + v, 0) : 0;
77
+ const ram = r.ram_gb;
78
+ if (r.kind === "unified") {
79
+ const share = (META.hardware.unified_shares || {})[r.unified_system];
80
+ const cap = r.ram_gb * (share || (r.ram_gb <= 36 ? 0.67 : 0.75));
81
+ const pool = el("div", "pool");
82
+ pool.style.flex = "1";
83
+ const i = el("i", "gpu"); i.style.width = pct(fit.gpu_gb, cap); pool.append(i);
84
+ if (fit.gpu_gb > cap) { const o = el("i", "over"); o.style.width = "30%"; pool.append(o); }
85
+ box.append(pool);
86
+ return box;
 
 
87
  }
88
+ if (vram) {
89
+ const pool = el("div", "pool"); pool.style.flex = `${vram / (vram + ram)}`;
90
+ const i = el("i", "gpu"); i.style.width = pct(fit.gpu_gb, vram); pool.append(i);
91
+ box.append(pool);
92
+ }
93
+ const ramPool = el("div", "pool"); ramPool.style.flex = `${ram / ((vram || 1) + ram)}`;
94
+ const j = el("i", fit.tier === "gpu_moe" ? "exp" : "ram"); j.style.width = pct(fit.ram_gb, ram);
95
+ ramPool.append(j);
96
+ if (fit.tier === "no" || fit.tier === "no_vram") { const o = el("i", "over"); o.style.width = "30%"; ramPool.append(o); }
97
+ box.append(ramPool);
98
+ return box;
99
  }
100
 
101
+ function fitText(fit) {
102
+ if (!fit) return "";
103
+ const parts = [fit.label];
104
+ if (fit.tier !== "no" && fit.tier !== "no_vram") parts.push(`${gb(fit.gpu_gb)} GPU, ${gb(fit.ram_gb)} RAM`);
105
+ return parts.join(" · ");
 
 
 
 
 
 
 
 
 
 
 
106
  }
107
 
108
  function card(m) {
 
111
  const btn = el("button", null, m.name);
112
  h.append(btn);
113
  c.append(h);
114
+ const tags = [
115
+ m.params ? params(m.params) + (m.active_params ? ` (${params(m.active_params)} active)` : "") : null,
116
+ m.moe ? "MoE" : null, m.vision ? "vision" : null, m.family,
117
+ `${m.repo_count} GGUF repos`, `${compact(m.downloads)} downloads`,
118
+ ].filter(Boolean).join(" · ");
119
+ c.append(el("div", "meta", tags));
120
+ const side = el("div", "r-side");
121
+ const sc = el("span", "score", String(Math.round(m.score)));
122
+ sc.title = scoreTitle(m) + "\nHardware ranking, not model quality.";
123
+ side.append(sc, el("span", "muted", "score"));
124
+ c.append(side);
125
  const status = el("p", "muted", "Ranking quants…");
126
  c.append(status);
127
  const body = el("div");
128
  c.append(body);
129
  btn.addEventListener("click", () => {
130
+ if (!m._detail || body.children.length) { body.replaceChildren(); return; }
131
+ renderDetail(m, body);
 
132
  });
133
  return { c, status, body };
134
  }
135
 
136
+ function renderDetail(m, body) {
137
+ const d = m._detail, pick = m._pick;
138
+ const g = d.geometry;
139
+ const facts = [
140
+ d.params ? `${params(d.params)} parameters${d.active_params ? `, ${params(d.active_params)} active` : ""}` : null,
141
+ g ? `${g.n_layers} layers` : null,
142
+ g && g.moe ? `${g.expert_count} experts, ${g.expert_used} per token` : null,
143
+ d.context_length ? `${ctxLabel(d.context_length)} native context` : null,
144
+ g && g.notes && g.notes.length ? g.notes.join(", ") : null,
145
+ ].filter(Boolean).join(" • ");
146
+ if (facts) body.append(el("p", "muted", facts));
147
+
148
+ const opts = d.options || [];
149
+ const sel = opts.find((o) => pick && o.repo === pick.repo && o.quant === pick.quant) || opts[0];
150
+ if (sel && sel.commands) {
151
+ const row = el("div", "row");
152
+ const copy = el("button", "btn ghost", "Copy command");
153
+ const pre = el("pre", "cmd", sel.commands["llama.cpp"]);
154
+ copy.addEventListener("click", async () => {
155
+ try { await navigator.clipboard.writeText(pre.textContent); copy.textContent = "Copied"; }
156
+ catch { copy.textContent = "Select and copy"; }
157
+ setTimeout(() => (copy.textContent = "Copy command"), 1500);
158
+ });
159
+ row.append(el("span", "muted", `Run it (${sel.quant} from ${sel.repo.split("/")[0]}):`), copy);
160
+ body.append(row, pre);
161
+ if (sel.fit) body.append(el("div", "muted", fitText(sel.fit)));
162
+ }
163
+
164
+ body.append(el("h3", null, `Every quant (${opts.length})`));
165
+ if (d.hidden_below_min_bits) {
166
+ body.append(el("p", "muted",
167
+ `${d.hidden_below_min_bits} quant(s) hidden by the bit floor. Lower "Lowest quant to consider" to see them.`));
168
+ }
169
+ const t = el("table", "quants");
170
+ const head = el("tr");
171
+ for (const [h, num] of [["Uploader", 0], ["Quant", 0], ["Size", 1], ["On your hardware", 0]]) {
172
+ head.append(el("th", num ? "num" : null, h));
173
+ }
174
+ const tb = el("tbody");
175
+ for (const o of [...opts].sort((a, b) => a.size - b.size)) {
176
+ const tr = el("tr");
177
+ if (pick && o.quant === pick.quant && o.repo === pick.repo) tr.className = "is-pick";
178
+ const qtd = el("td");
179
+ qtd.append(el("b", null, o.quant));
180
+ if (pick && o.quant === pick.quant && o.repo === pick.repo) qtd.append(" ◀ pick");
181
+ const link = el("a", null, o.repo.split("/")[0]);
182
+ link.href = o.url; link.target = "_blank"; link.rel = "noopener";
183
+ const utd = el("td"); utd.append(link);
184
+ tr.append(utd, qtd, el("td", "num", bytesGB(o.size)), el("td", null, o.fit ? o.fit.label : "?"));
185
+ tb.append(tr);
186
+ }
187
+ t.append(head, tb);
188
+ body.append(t);
189
+
190
+ if (d.kv_cache_gb) {
191
+ body.append(el("h3", null, "KV cache"));
192
+ const strip = el("div", "kv-strip");
193
+ for (const [ctx, v] of Object.entries(d.kv_cache_gb)) {
194
+ const s = el("span", null, `${ctxLabel(+ctx)} `);
195
+ s.append(el("b", null, gb(v, v < 10 ? 2 : 1)));
196
+ strip.append(s);
197
+ }
198
+ body.append(strip);
199
+ }
200
+ const fm = d.other_formats || {};
201
+ const names = { mlx: "MLX", onnx: "ONNX", awq: "AWQ", gptq: "GPTQ", fp8: "FP8", exl3: "EXL3", exl2: "EXL2" };
202
+ const any = Object.keys(names).filter((k) => fm[k] && fm[k].length);
203
+ if (any.length) {
204
+ body.append(el("h3", null, "Other formats"));
205
+ for (const k of any) {
206
+ const p = el("p", "muted", `${names[k]} (${fm[k].length}): `);
207
+ for (const id of fm[k].slice(0, 4)) {
208
+ const a = el("a", null, id.split("/")[1] || id);
209
+ a.href = `https://huggingface.co/${id}`; a.target = "_blank"; a.rel = "noopener";
210
+ p.append(a, " ");
211
+ }
212
+ body.append(p);
213
+ }
214
+ }
215
+ const cm = d.community;
216
+ if (cm && cm.bench_rows && cm.bench_rows.length) {
217
+ body.append(el("h3", null, "Community benchmarks"));
218
+ const bt = el("table", "quants");
219
+ const bh = el("tr");
220
+ for (const [h, num] of [["Quant", 0], ["Hardware", 0], ["Backend", 0], ["Prompt t/s", 1], ["Gen t/s", 1]]) {
221
+ bh.append(el("th", num ? "num" : null, h));
222
+ }
223
+ const bb = el("tbody");
224
+ for (const b of cm.bench_rows) {
225
+ const tr = el("tr");
226
+ tr.append(el("td", null, b.quant || "?"),
227
+ el("td", null, b.gpu_name || b.gpu_model || (b.vram_class ? `${b.vram_class} GB GPU` : "CPU")),
228
+ el("td", null, b.backend || "?"),
229
+ el("td", "num", b.prompt_tps ? String(Math.round(b.prompt_tps)) : "—"),
230
+ el("td", "num", b.generation_tps ? b.generation_tps.toFixed(1) : "—"));
231
+ bb.append(tr);
232
+ }
233
+ bt.append(bh, bb);
234
+ body.append(bt);
235
+ }
236
+ }
237
+
238
  async function detailFor(key, q, signal) {
239
  const r = await fetch(`${API}/api/model`, { method: "POST",
240
  headers: { "content-type": "application/json" }, signal,
241
  body: JSON.stringify({ key, hardware: q.hardware, context: q.context,
242
+ kv_type: q.kv_type, priority: q.priority, min_bits: q.min_bits,
243
+ vram_only: q.vram_only, mmproj: q.mmproj }) });
244
  if (!r.ok) throw new Error(`model ${r.status}`);
245
  return r.json();
246
  }
247
 
248
+ function famGuess(key) {
249
+ if (/qwen/i.test(key)) return "Qwen";
250
+ if (/gemma/i.test(key)) return "Gemma";
251
+ return null;
252
+ }
253
+
254
+ async function search(append) {
255
  const id = ++runId;
256
+ const q = query(append);
257
+ if (!append) offset = 0;
 
 
 
 
 
 
258
  const box = $("#results");
259
+ if (!append) box.replaceChildren();
260
+ $("#count").textContent = append ? $("#count").textContent : "Finding models…";
261
  const ctrl = new AbortController();
262
  const alive = () => id === runId;
263
 
 
265
  try {
266
  const rr = await fetch(`${API}/api/recommend`, { method: "POST",
267
  headers: { "content-type": "application/json" }, signal: ctrl.signal,
268
+ body: JSON.stringify(q) });
 
 
 
269
  if (!rr.ok) throw new Error(`recommend ${rr.status}`);
270
  res = await rr.json();
271
  } catch {
 
273
  return;
274
  }
275
  if (!alive()) return;
276
+ total = res.total;
277
+ offset += res.results.length;
278
+ $("#count").textContent = `${total.toLocaleString()} models`;
279
+ $("#more").hidden = offset >= total;
280
+ const r = rig();
281
+
282
+ for (const m of res.results) {
283
+ const ui = card(m);
284
+ m._ui = ui;
285
+ box.append(ui.c);
286
+ }
287
 
288
+ const queue = [...res.results];
 
289
  async function worker() {
290
  while (alive() && queue.length) {
291
+ const m = queue.shift();
292
  try {
293
  const d = await detailFor(m.key, q, ctrl.signal);
294
  if (!alive()) return;
295
  const opts = d.options.map((o) => ({ ...o,
296
  fit_ok: o.fit && o.fit.tier !== "no" && o.fit.tier !== "no_vram" }));
297
+ const { pick, warnings } = rankOptions(opts, q.priority, famGuess(m.key), SCORES);
 
298
  m._detail = d; m._pick = pick;
299
  const ui = m._ui;
300
  if (!ui) continue;
301
  ui.status.replaceChildren();
302
  if (pick) {
303
+ const line = el("div", "choice");
304
+ line.append(el("b", null, pick.quant),
305
+ ` from ${pick.repo.split("/")[0]} — ${bytesGB(pick.size)}${pick.full === false ? " (partial offload)" : ""}`);
306
+ ui.status.append(line);
307
+ ui.status.append(el("div", "muted", fitText(pick.fit)));
308
  for (const w of warnings) ui.status.append(el("div", "warn", w));
309
+ const railEl = rail(pick.fit, r);
310
+ if (railEl) ui.status.append(railEl);
311
  } else {
312
+ ui.status.textContent = warnings[0] || "Doesn't fit this hardware.";
313
  }
314
  } catch (err) {
315
  if (alive() && m._ui) m._ui.status.textContent =
316
+ `Quant ranking failed (${String(err).slice(0, 100)}).`;
317
  }
318
  }
319
  }
 
 
 
 
 
 
320
  await Promise.all(Array.from({ length: 4 }, worker));
321
  }
322
 
323
+ let deb;
324
+ function schedule(append) {
325
+ clearTimeout(deb);
326
+ deb = setTimeout(() => search(append || false), 250);
327
+ }
328
+
329
  function syncKind() {
330
  const kind = $('input[name="kind"]:checked').value;
331
+ $$("[data-show]").forEach((n) => {
332
+ if (n.id === "gpu2-wrap") return; // toggle-owned, not kind-owned
333
+ n.hidden = !n.dataset.show.split(" ").includes(kind);
334
+ });
335
  $("#custom-vram-field").hidden = kind !== "gpu" || $("#gpu").value !== "custom";
336
+ $("#custom-vram2-field").hidden = $("#gpu2").value !== "custom";
337
+ $("#gpu2-toggle").textContent = $("#gpu2-wrap").hidden ? "Add a different card" : "Remove the other card";
338
  }
339
 
340
  async function boot() {
 
346
  return;
347
  }
348
  const H = META.hardware;
349
+ const groups = (sel) => {
350
+ for (const [label, names] of H.gpu_groups) {
351
+ const g = document.createElement("optgroup");
352
+ g.label = label;
353
+ for (const n of names) g.append(opt(n, `${n.replace(/^(NVIDIA|AMD|Intel) /, "")} (${H.gpus[n]} GB)`));
354
+ $(sel).append(g);
355
+ }
356
+ $(sel).append(opt("custom", "Other: enter VRAM"));
357
+ };
358
+ groups("#gpu"); groups("#gpu2");
359
  $("#gpu").value = "NVIDIA RTX 5070";
360
+ $("#gpu2").value = "NVIDIA RTX 3060 12GB";
361
  const vramSet = [...new Set(Object.values(H.gpus))].sort((a, b) => a - b);
362
+ for (const sel of ["#custom-vram", "#custom-vram2"]) {
363
+ for (const v of vramSet) $(sel).append(opt(v, `${v} GB`, v === 12));
364
+ }
365
+ for (const sel of ["#gpu-count", "#gpu2-count"]) {
366
+ for (const n of [1, 2, 3, 4, 6, 8]) $(sel).append(opt(n, n, n === 1));
367
+ }
368
+ for (const v of H.ram) $("#ram").append(opt(v, `${v} GB`, v === 64));
369
+ for (const s of Object.keys(H.unified)) $("#usys").append(opt(s, s));
370
  const syncMem = () => {
371
  const mems = H.unified[$("#usys").value] || [];
372
+ $("#umem").replaceChildren(...mems.map((m) => opt(m, `${m} GB`)));
373
  };
374
+ $("#usys").addEventListener("change", () => { syncMem(); schedule(); });
375
  syncMem();
376
+ for (const c of H.contexts) $("#ctx").append(opt(c, `${ctxLabel(c)} tokens`, c === 16384));
377
+ for (const f of META.families) $("#family").append(opt(f.family, `${f.family} (${f.count})`));
378
+ for (const s of META.sizes) $("#size").append(opt(s, s));
379
 
380
+ $("#kind").addEventListener("change", () => { syncKind(); schedule(); });
381
  $("#gpu").addEventListener("change", syncKind);
382
+ $("#gpu2").addEventListener("change", syncKind);
383
+ $("#gpu2-toggle").addEventListener("click", () => {
384
+ $("#gpu2-wrap").hidden = !$("#gpu2-wrap").hidden;
385
+ syncKind(); schedule();
386
+ });
387
+ $("#more").addEventListener("click", () => search(true));
388
+ $("#search").addEventListener("input", () => schedule());
389
+ for (const sel of ["#gpu", "#custom-vram", "#gpu-count", "#gpu2", "#custom-vram2", "#gpu2-count",
390
+ "#ram", "#usys", "#umem", "#ctx", "#kv", "#mmproj", "#min-bits",
391
+ "#family", "#size", "#sort"]) {
392
+ $(sel).addEventListener("change", () => schedule());
393
  }
394
+ for (const sel of ["#vram-only", "#fits-only", "#moe-only", "#vision-only"]) {
395
+ $(sel).addEventListener("change", () => schedule());
396
+ }
397
+ $$('input[name="kind"],input[name="p"]').forEach((i) => i.addEventListener("change", () => schedule()));
398
+ syncKind();
399
+ search(false);
400
  }
401
 
402
  boot();
index.html CHANGED
@@ -4,82 +4,143 @@
4
  <meta charset="utf-8">
5
  <meta name="viewport" content="width=device-width, initial-scale=1">
6
  <title>Local Model Explorer + quant picks</title>
7
- <meta name="description" content="Which GGUF models fit your hardware, and exactly which quant to download. Fit data live; quant ranking from measured KL-divergence benchmarks.">
8
  <style>
9
  html,body{margin:0;background:#0d1217;color:#e8edf2;font:15px system-ui,sans-serif}
10
- .shell{max-width:1080px;margin:0 auto;padding:20px}
11
- header.top{display:flex;justify-content:space-between;align-items:center;flex-wrap:wrap;gap:8px;margin-bottom:12px}
12
  header.top h1{font-size:20px;margin:0}
13
- header.top p{margin:2px 0 0;color:#9aa7b4;font-size:13px}
14
- .layout{display:grid;grid-template-columns:280px 1fr;gap:18px}
15
- @media(max-width:860px){.layout{grid-template-columns:1fr}}
 
16
  .rig{border:1px solid #1d2733;border-radius:10px;padding:14px;height:fit-content;position:sticky;top:12px}
17
- .rig h2{font-size:15px;margin:0 0 10px}
18
  .field{margin:10px 0}
19
  .field label{display:block;font-size:12.5px;color:#9aa7b4;margin-bottom:4px}
20
  .field select,.field input[type=search]{width:100%;background:#131c25;color:#e8edf2;border:1px solid #2a3542;border-radius:7px;padding:7px 9px;font-size:14px;box-sizing:border-box}
21
  .seg{display:flex;gap:6px;flex-wrap:wrap}
22
  .seg label{border:1px solid #2a3542;border-radius:8px;padding:6px 10px;cursor:pointer;font-size:13px}
23
- .seg input{accent-color:#0e9aa5}
 
 
24
  .btn{background:#0e9aa5;border:0;color:#fff;border-radius:8px;padding:8px 14px;font-size:14px;cursor:pointer}
25
- .btn.ghost{background:none;border:1px solid #2a3542;color:#e8edf2}
 
 
 
 
 
26
  .card{border:1px solid #1d2733;border-radius:10px;padding:14px 16px;margin:0 0 12px}
27
- .card h3{margin:0 0 2px;font-size:17px}
28
  .card h3 button{background:none;border:0;color:#e8edf2;font-size:17px;cursor:pointer;padding:0;text-align:left}
29
- .meta{color:#9aa7b4;font-size:13px;margin:2px 0 8px}
 
 
30
  .choice{font-size:14.5px;margin:6px 0}
31
  .choice b{font-size:16px}
32
- .badge{display:inline-block;padding:1px 9px;border-radius:20px;font-size:12px;border:1px solid #2a3542;color:#9aa7b4;white-space:nowrap}
33
- .b-default{color:#7fe0c3;border-color:#0e9aa5}.b-archival,.b-step{color:#8fb6e6}
34
- .b-tight,.b-knee{color:#e8d27f}.b-emergency,.b-avoid{color:#e88a7f}
35
  .warn{color:#e8b93e;font-size:13px;margin:4px 0}
36
  .muted{color:#9aa7b4;font-size:13px}
 
 
 
 
 
 
37
  table.quants{width:100%;border-collapse:collapse;font-size:13px;margin-top:8px}
38
  table.quants th,table.quants td{text-align:left;padding:5px 8px;border-bottom:1px solid #1d2733}
39
- table.quants td.num{text-align:right;font-variant-numeric:tabular-nums}
40
  tr.is-pick td{background:#12242b}
41
  pre.cmd{background:#080c10;border:1px solid #1d2733;border-radius:8px;padding:10px;overflow-x:auto;font-size:12.5px}
42
  .row{display:flex;gap:8px;align-items:center;flex-wrap:wrap}
 
 
43
  footer{color:#9aa7b4;font-size:12.5px;margin-top:24px}
44
  footer a{color:#8fb6e6}
45
  #count{color:#9aa7b4}
 
46
  </style>
47
  </head>
48
  <body>
49
  <div class="shell">
50
  <header class="top">
51
- <div><h1>Local Model Explorer <span class="badge b-default">+ quant picks</span></h1>
52
- <p>Same models-and-fit catalog, but every model gets the exact best quant for your machine.</p></div>
53
  </header>
54
  <div class="layout">
55
- <aside class="rig">
56
  <h2>Your hardware</h2>
57
  <div class="seg" id="kind">
58
  <label><input type="radio" name="kind" value="gpu" checked> GPU</label>
59
- <label><input type="radio" name="kind" value="unified"> Mac/unified</label>
60
- <label><input type="radio" name="kind" value="cpu"> CPU</label>
61
  </div>
62
  <div class="field" data-show="gpu"><label for="gpu">Graphics card</label><select id="gpu"></select></div>
63
- <div class="field" data-show="gpu" id="custom-vram-field" hidden><label for="custom-vram">VRAM per card (GB)</label><select id="custom-vram"></select></div>
64
- <div class="field" data-show="gpu"><label for="gpu-count">Number of cards</label><select id="gpu-count"></select></div>
 
 
 
 
 
 
 
 
 
 
65
  <div class="field" data-show="unified"><label for="usys">System</label><select id="usys"></select></div>
66
  <div class="field" data-show="unified"><label for="umem">Memory</label><select id="umem"></select></div>
67
  <div class="field" data-show="gpu cpu"><label for="ram">System RAM</label><select id="ram"></select></div>
68
  <div class="field"><label for="ctx">Context length</label><select id="ctx"></select></div>
 
 
 
 
 
 
 
 
 
 
69
  <div class="field"><label>Prefer</label><div class="seg" id="priority">
70
  <label><input type="radio" name="p" value="balanced" checked> Balanced</label>
71
  <label><input type="radio" name="p" value="quality"> Quality</label>
72
  <label><input type="radio" name="p" value="small"> Smallest</label>
73
  </div></div>
74
- <div class="field"><label for="search">Search models</label><input type="search" id="search" placeholder="e.g. qwen3, gemma, 70b"></div>
75
- <div class="row"><button class="btn" id="go">Find models</button></div>
 
 
 
 
 
 
 
 
 
76
  </aside>
77
  <section>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  <p id="count"></p>
79
  <div id="results"></div>
 
80
  </section>
81
  </div>
82
- <footer>Fit + catalog data live from <a href="https://huggingface.co/spaces/LocalLLaMA/local-model-explorer">codelion's Local Model Explorer</a>. Quant ranking from <a href="https://huggingface.co/spaces/spl16/local-model-explorer">this Space's</a> bench file <a href="quant_scores.json">quant_scores.json</a> (KL-divergence vs full precision, 150 GGUFs).</footer>
83
  </div>
84
  <script src="rankQuants.js"></script>
85
  <script src="fork.js"></script>
 
4
  <meta charset="utf-8">
5
  <meta name="viewport" content="width=device-width, initial-scale=1">
6
  <title>Local Model Explorer + quant picks</title>
7
+ <meta name="description" content="Which GGUF models fit your GPU, Mac or CPU, and exactly which quant to download for each.">
8
  <style>
9
  html,body{margin:0;background:#0d1217;color:#e8edf2;font:15px system-ui,sans-serif}
10
+ .shell{max-width:1120px;margin:0 auto;padding:20px}
 
11
  header.top h1{font-size:20px;margin:0}
12
+ header.top h1 .tag{font-size:12px;border:1px solid #0e9aa5;color:#7fe0c3;border-radius:20px;padding:1px 9px;white-space:nowrap}
13
+ header.top p{margin:4px 0 14px;color:#9aa7b4;font-size:13.5px}
14
+ .layout{display:grid;grid-template-columns:290px 1fr;gap:18px}
15
+ @media(max-width:860px){.layout{grid-template-columns:1fr}.rig{position:static !important}}
16
  .rig{border:1px solid #1d2733;border-radius:10px;padding:14px;height:fit-content;position:sticky;top:12px}
17
+ .rig h2{font-size:15px;margin:0 0 6px}
18
  .field{margin:10px 0}
19
  .field label{display:block;font-size:12.5px;color:#9aa7b4;margin-bottom:4px}
20
  .field select,.field input[type=search]{width:100%;background:#131c25;color:#e8edf2;border:1px solid #2a3542;border-radius:7px;padding:7px 9px;font-size:14px;box-sizing:border-box}
21
  .seg{display:flex;gap:6px;flex-wrap:wrap}
22
  .seg label{border:1px solid #2a3542;border-radius:8px;padding:6px 10px;cursor:pointer;font-size:13px}
23
+ .seg input,.check input{accent-color:#0e9aa5}
24
+ .check{display:flex;gap:7px;align-items:center;font-size:13.5px;margin:8px 0;cursor:pointer}
25
+ .row2{display:grid;grid-template-columns:1fr 1fr;gap:8px}
26
  .btn{background:#0e9aa5;border:0;color:#fff;border-radius:8px;padding:8px 14px;font-size:14px;cursor:pointer}
27
+ .btn.ghost{background:none;border:1px solid #2a3542;color:#e8edf2;font-size:13px;padding:5px 12px}
28
+ .btn.small{font-size:12.5px;padding:4px 10px}
29
+ .filters{display:flex;gap:8px;flex-wrap:wrap;margin-bottom:6px}
30
+ .filters .grow{flex:1;min-width:180px}
31
+ .filters select,.filters input[type=search]{background:#131c25;color:#e8edf2;border:1px solid #2a3542;border-radius:7px;padding:7px 9px;font-size:14px}
32
+ .toggles{display:flex;gap:12px;align-items:center}
33
  .card{border:1px solid #1d2733;border-radius:10px;padding:14px 16px;margin:0 0 12px}
34
+ .card h3{margin:0;font-size:17px}
35
  .card h3 button{background:none;border:0;color:#e8edf2;font-size:17px;cursor:pointer;padding:0;text-align:left}
36
+ .meta{color:#9aa7b4;font-size:13px;margin:3px 0 8px}
37
+ .r-side{display:flex;gap:14px;align-items:baseline;margin:6px 0}
38
+ .score{font-size:22px;font-weight:700}
39
  .choice{font-size:14.5px;margin:6px 0}
40
  .choice b{font-size:16px}
 
 
 
41
  .warn{color:#e8b93e;font-size:13px;margin:4px 0}
42
  .muted{color:#9aa7b4;font-size:13px}
43
+ .rail{display:flex;gap:3px;height:10px;margin:8px 0 2px}
44
+ .rail .pool{position:relative;background:#1d2733;border-radius:5px;overflow:hidden;height:100%}
45
+ .rail i{position:absolute;left:0;top:0;bottom:0}
46
+ .rail i.gpu{background:#0e9aa5}.rail i.ram{background:#d69532}.rail i.exp{background:#7f6ce0}.rail i.over{background:#e85a5a}
47
+ .legend{display:flex;gap:14px;color:#9aa7b4;font-size:12.5px;margin:8px 0}
48
+ .legend i{display:inline-block;width:10px;height:10px;border-radius:3px;margin-right:5px}
49
  table.quants{width:100%;border-collapse:collapse;font-size:13px;margin-top:8px}
50
  table.quants th,table.quants td{text-align:left;padding:5px 8px;border-bottom:1px solid #1d2733}
51
+ table.quants td.num,table.quants th.num{text-align:right;font-variant-numeric:tabular-nums}
52
  tr.is-pick td{background:#12242b}
53
  pre.cmd{background:#080c10;border:1px solid #1d2733;border-radius:8px;padding:10px;overflow-x:auto;font-size:12.5px}
54
  .row{display:flex;gap:8px;align-items:center;flex-wrap:wrap}
55
+ .kv-strip{display:flex;gap:12px;flex-wrap:wrap;font-size:13px;color:#9aa7b4}
56
+ .kv-strip b{color:#e8edf2}
57
  footer{color:#9aa7b4;font-size:12.5px;margin-top:24px}
58
  footer a{color:#8fb6e6}
59
  #count{color:#9aa7b4}
60
+ #more{display:block;margin:12px auto}
61
  </style>
62
  </head>
63
  <body>
64
  <div class="shell">
65
  <header class="top">
66
+ <h1>Local Model Explorer <span class="tag">+ quant picks</span></h1>
67
+ <p>Set your GPU, Mac or CPU. Each model names its exact best quant for your machine, with the command to run it.</p>
68
  </header>
69
  <div class="layout">
70
+ <aside class="rig" aria-label="Your hardware">
71
  <h2>Your hardware</h2>
72
  <div class="seg" id="kind">
73
  <label><input type="radio" name="kind" value="gpu" checked> GPU</label>
74
+ <label><input type="radio" name="kind" value="unified"> Mac / unified</label>
75
+ <label><input type="radio" name="kind" value="cpu"> CPU only</label>
76
  </div>
77
  <div class="field" data-show="gpu"><label for="gpu">Graphics card</label><select id="gpu"></select></div>
78
+ <div class="row2" data-show="gpu">
79
+ <div class="field" id="custom-vram-field" hidden><label for="custom-vram">VRAM/card (GB)</label><select id="custom-vram"></select></div>
80
+ <div class="field"><label for="gpu-count">Cards</label><select id="gpu-count"></select></div>
81
+ </div>
82
+ <div data-show="gpu" id="gpu2-wrap" hidden>
83
+ <div class="field"><label for="gpu2">Other card</label><select id="gpu2"></select></div>
84
+ <div class="row2">
85
+ <div class="field" id="custom-vram2-field" hidden><label for="custom-vram2">VRAM/card (GB)</label><select id="custom-vram2"></select></div>
86
+ <div class="field"><label for="gpu2-count">Cards</label><select id="gpu2-count"></select></div>
87
+ </div>
88
+ </div>
89
+ <div data-show="gpu"><button type="button" class="btn ghost small" id="gpu2-toggle">Add a different card</button></div>
90
  <div class="field" data-show="unified"><label for="usys">System</label><select id="usys"></select></div>
91
  <div class="field" data-show="unified"><label for="umem">Memory</label><select id="umem"></select></div>
92
  <div class="field" data-show="gpu cpu"><label for="ram">System RAM</label><select id="ram"></select></div>
93
  <div class="field"><label for="ctx">Context length</label><select id="ctx"></select></div>
94
+ <div class="field"><label for="kv">KV cache precision</label><select id="kv">
95
+ <option value="f16">Full (f16), llama.cpp default</option>
96
+ <option value="q8_0">8-bit (q8_0)</option>
97
+ <option value="q4_0">4-bit (q4_0)</option>
98
+ </select></div>
99
+ <div class="field"><label for="mmproj">Vision projector (vision models)</label><select id="mmproj">
100
+ <option value="gpu">On the GPU, llama-server default</option>
101
+ <option value="ram">In system RAM (--no-mmproj-offload)</option>
102
+ <option value="off">Don't load it, text only (--no-mmproj)</option>
103
+ </select></div>
104
  <div class="field"><label>Prefer</label><div class="seg" id="priority">
105
  <label><input type="radio" name="p" value="balanced" checked> Balanced</label>
106
  <label><input type="radio" name="p" value="quality"> Quality</label>
107
  <label><input type="radio" name="p" value="small"> Smallest</label>
108
  </div></div>
109
+ <div class="field"><label for="min-bits">Lowest quant to consider</label><select id="min-bits">
110
+ <option value="0">Any, down to 1-bit</option>
111
+ <option value="2">2-bit and up</option>
112
+ <option value="3">3-bit and up</option>
113
+ <option value="4">4-bit and up (Q4, IQ4, MXFP4)</option>
114
+ <option value="5">5-bit and up</option>
115
+ <option value="6">6-bit and up</option>
116
+ <option value="8">8-bit and up</option>
117
+ </select></div>
118
+ <label class="check" data-show="gpu"><input type="checkbox" id="vram-only"> Keep the whole model in VRAM</label>
119
+ <label class="check"><input type="checkbox" id="fits-only"> Only models that run on this hardware</label>
120
  </aside>
121
  <section>
122
+ <div class="filters">
123
+ <div class="grow"><input type="search" id="search" placeholder="Search models, e.g. qwen3, gemma, 70b" maxlength="80" style="width:100%"></div>
124
+ <select id="family"><option value="">All families</option></select>
125
+ <select id="size"><option value="">Any size</option></select>
126
+ <select id="sort">
127
+ <option value="best">Best for my hardware</option>
128
+ <option value="popular">Most downloaded</option>
129
+ <option value="recent">Newest</option>
130
+ <option value="community">Most community reports</option>
131
+ </select>
132
+ <div class="toggles">
133
+ <label class="check"><input type="checkbox" id="moe-only"> MoE</label>
134
+ <label class="check"><input type="checkbox" id="vision-only"> Vision</label>
135
+ </div>
136
+ </div>
137
+ <div class="legend"><span><i style="background:#0e9aa5"></i>On GPU</span><span><i style="background:#7f6ce0"></i>Experts in RAM</span><span><i style="background:#d69532"></i>In RAM</span><span><i style="background:#e85a5a"></i>Over capacity</span></div>
138
  <p id="count"></p>
139
  <div id="results"></div>
140
+ <button type="button" id="more" class="btn" hidden>Show more models</button>
141
  </section>
142
  </div>
143
+ <footer>Model catalog and fit estimates live from <a href="https://huggingface.co/spaces/LocalLLaMA/local-model-explorer">codelion's Local Model Explorer</a>. Quant picks use measured KL-divergence benchmarks (<a href="quant_scores.json">quant_scores.json</a>): full offloads preferred, dominated formats skipped when a better twin is in the same repo.</footer>
144
  </div>
145
  <script src="rankQuants.js"></script>
146
  <script src="fork.js"></script>
rankQuants.js CHANGED
@@ -6,8 +6,13 @@
6
  * size alone. Pure functions, no DOM: wire into the existing
7
  * recommend/model handlers; fit estimation stays untouched.
8
  *
 
 
 
 
 
9
  * Option shape (maps 1:1 to the /api/model option objects):
10
- * { quant, repo, size, fit: { tier }, repo_downloads }
11
  * fit.tier "no" / "no_vram" count as not fitting.
12
  *
13
  * Usage:
@@ -18,6 +23,8 @@
18
  "use strict";
19
 
20
  const FAIL_TIERS = new Set(["no", "no_vram"]);
 
 
21
  const KNOWN_REFS = new Set(["BF16", "F16", "FP16"]);
22
  const BAND_PREFERENCE = {
23
  balanced: ["default", "tight", "knee", "step", "archival"],
@@ -47,7 +54,9 @@ function scoreMap(scoresJson) {
47
  function classifyUnknown(quant) {
48
  const q = quant.toUpperCase();
49
  if (/Q4_0|Q4_1|Q3_K_S|Q3_K_M|Q5_K_S|Q4_K_S|Q4_K_L|Q5_0|Q3_0/.test(q)) return ["avoid", 0.10];
50
- if (/IQ1|1BIT|_I1/.test(q)) return ["emergency", 0.60];
 
 
51
  if (/Q2|IQ2/.test(q)) return ["emergency", 0.40];
52
  if (/IQ3|Q3/.test(q)) return ["tight", 0.12];
53
  if (/Q4|IQ4|MXFP4/.test(q)) return ["default", 0.05];
@@ -93,15 +102,23 @@ function rankOptions(options, priority, family, scoresJson) {
93
  const map = scoreMap(scoresJson);
94
  let pool = [];
95
  for (const o of options) {
96
- if (o.fit && FAIL_TIERS.has(o.fit.tier)) continue;
97
  const [kl, band, measured] = qualityOf(o.quant, map);
98
- pool.push({ ...o, kl, band, measured });
 
99
  }
100
  if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
101
  pool = pool.filter((o) => o.band !== "ref");
102
  if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
103
  const warnings = [];
104
 
 
 
 
 
 
 
 
105
  const nonEmergency = pool.filter((o) => o.band !== "emergency");
106
  if (nonEmergency.length) {
107
  pool = nonEmergency;
 
6
  * size alone. Pure functions, no DOM: wire into the existing
7
  * recommend/model handlers; fit estimation stays untouched.
8
  *
9
+ * Fit awareness: full offloads (tier gpu/gpu_moe/cpu/unified/ram) always
10
+ * outrank partial ones. A partial "quality" pick (e.g. 12 of 64 layers on
11
+ * GPU) runs 3-10x slower with no speed data on the page to warn you, so
12
+ * the ranker only goes partial when nothing fits fully, with a warning.
13
+ *
14
  * Option shape (maps 1:1 to the /api/model option objects):
15
+ * { quant, repo, size, fit: { tier, ngl, layers }, repo_downloads }
16
  * fit.tier "no" / "no_vram" count as not fitting.
17
  *
18
  * Usage:
 
23
  "use strict";
24
 
25
  const FAIL_TIERS = new Set(["no", "no_vram"]);
26
+ // tiers where the whole model is resident (GPU, shared memory, or RAM)
27
+ const FULL_TIERS = new Set(["gpu", "gpu_moe", "cpu", "unified", "ram"]);
28
  const KNOWN_REFS = new Set(["BF16", "F16", "FP16"]);
29
  const BAND_PREFERENCE = {
30
  balanced: ["default", "tight", "knee", "step", "archival"],
 
54
  function classifyUnknown(quant) {
55
  const q = quant.toUpperCase();
56
  if (/Q4_0|Q4_1|Q3_K_S|Q3_K_M|Q5_K_S|Q4_K_S|Q4_K_L|Q5_0|Q3_0/.test(q)) return ["avoid", 0.10];
57
+ const bit = q.match(/(\d(\.\d)?)\s*BIT/);
58
+ if (bit) return parseFloat(bit[1]) < 4 ? ["emergency", 0.50] : ["tight", 0.12];
59
+ if (/IQ1|1BIT|_I1|TERNARY|Q1(?!\d)/.test(q)) return ["emergency", 0.60];
60
  if (/Q2|IQ2/.test(q)) return ["emergency", 0.40];
61
  if (/IQ3|Q3/.test(q)) return ["tight", 0.12];
62
  if (/Q4|IQ4|MXFP4/.test(q)) return ["default", 0.05];
 
102
  const map = scoreMap(scoresJson);
103
  let pool = [];
104
  for (const o of options) {
105
+ if (!o.fit || FAIL_TIERS.has(o.fit.tier)) continue;
106
  const [kl, band, measured] = qualityOf(o.quant, map);
107
+ pool.push({ ...o, kl, band, measured,
108
+ full: FULL_TIERS.has(o.fit.tier) });
109
  }
110
  if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
111
  pool = pool.filter((o) => o.band !== "ref");
112
  if (!pool.length) return { pick: null, ranked: [], warnings: ["nothing-fits"] };
113
  const warnings = [];
114
 
115
+ // full offloads first; partial only when nothing fits fully
116
+ if (pool.some((o) => o.full)) {
117
+ pool = pool.filter((o) => o.full);
118
+ } else {
119
+ warnings.push("partial-offload: nothing fits fully; these picks split layers between GPU and RAM and run slower");
120
+ }
121
+
122
  const nonEmergency = pool.filter((o) => o.band !== "emergency");
123
  if (nonEmergency.length) {
124
  pool = nonEmergency;