Nightly sync from the published site (4.0, 3.0)
Browse files- board.json +1 -1
- index.html +5 -3
board.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"judge": "Gemma 4 31B (uncensored “heretic” build, Q8) on our own GPU rig", "suites": [{"ceilings": {"chat": 15, "code": 13}, "columns": [{"help": "The model name. It links to the model page on Hugging Face (the original model when known, otherwise the quantized build that was tested). Use the arrow to open all the details for the row.", "key": "model", "label": "Model"}, {"help": "Code plus Chat. 10 each is a perfect run of the standard tests, so 20 is the nominal top; bonus sets add points on top, with no ceiling. The main number to rank models by.", "key": "total", "label": "Total"}, {"help": "How well the model plays a role-play or companion conversation: it remembers facts, keeps a character, takes corrections and follows writing rules. It does not test plain assistant work. 10 is a perfect run; bonus sets add more. Part of Total.", "key": "chat", "label": "Chat"}, {"help": "How well the model writes and reasons about code and uses tools, 10 is a perfect run of the standard tests; bonus sets add more. Part of Total.", "key": "code", "label": "Code"}, {"help": "Position by Total. Models closer than their margins of error are statistically tied.", "key": "rank", "label": "#"}, {"help": "A coarse band from Total. S is the highest, then A, B and C. The cut-offs are in the notes under the board.", "key": "class", "label": "Class"}, {"help": "Whether the model is stronger at chat or at code than the board's typical model. Balanced means neither stands out.", "key": "lean", "label": "Lean"}, {"help": "Write a working Python function from a detailed description. Score is the share of hidden unit-test groups that pass (0 to 100).", "key": "c:Programs", "label": "Programs"}, {"help": "Predict exactly what short Python and JavaScript snippets print. Graded by exact match (0 to 100).", "key": "c:Code bank", "label": "Code bank"}, {"help": "A bug hunt done the way a coding assistant works: tools to list, read, search and edit a small project and run its tests (0 to 100).", "key": "c:Agent", "label": "Agent"}, {"help": "Scripted tool-calling conversations with traps, such as a wrong tool or a bad argument (0 to 100).", "key": "c:Tools", "label": "Tools"}, {"help": "Parameter count: B means billions and M millions. API means a hosted model with no published size. Mixture-of-experts models show total and active, like 26B-A4B.", "key": "params", "label": "Params"}, {"help": "The quantization we scored. Q8_0 is the standard for local models. Q6 or Q5 is used only when Q8_0 does not fit our rig, and any other quant is marked as non-standard. API means a hosted model served by its provider.", "key": "quant", "label": "Quant"}, {"help": "Median generation speed in tokens per second. Only comparable between models run on the same hardware.", "key": "tok_s", "label": "tok/s"}, {"help": "The day the model's results were produced.", "key": "date", "label": "Date tested"}, {"help": "Who served the model for the test, such as a hosted API or our own hardware.", "key": "provider", "label": "Provider"}, {"help": "How many of the test cases the model completed. A model with partial coverage has no Total. A warning sign in a row means CrucibleForge's compatibility check failed and the row is provisional.", "key": "coverage", "label": "Coverage"}], "rows": [{"api": true, "c": {"Agent": 100.0, "Code bank": 93.8, "Programs": 100.0, "Tools": 100.0}, "chat": 8.0, "class": "S", "code": 11.2, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#deepseek-flash", "id": "deepseek-flash", "lean": "code-leaning", "margin": 0.8, "margin_chat": 0.6, "margin_code": 0.6, "model": "deepseek-flash", "model_url": "https://api-docs.deepseek.com/", "params_display": "API", "provider": "deepseek", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 1, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 188.4, "total": 19.2}, {"api": true, "c": {"Agent": 100.0, "Code bank": 100.0, "Programs": 94.6, "Tools": 100.0}, "chat": 7.4, "class": "S", "code": 10.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#deepseek-pro", "id": "deepseek-pro", "lean": "balanced", "margin": 0.8, "margin_chat": 0.5, "margin_code": 0.6, "model": "deepseek-pro", "model_url": "https://api-docs.deepseek.com/", "params_display": "API", "provider": "deepseek", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 2, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 102.7, "total": 17.5}, {"api": false, "c": {"Agent": 33.3, "Code bank": 68.8, "Programs": 95.0, "Tools": 88.9}, "chat": 7.7, "class": "S", "code": 8.4, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#swish-31b-final-q8-0-hb16", "id": "swish-31b-final-q8-0-hb16", "lean": "balanced", "margin": 0.9, "margin_chat": 0.4, "margin_code": 0.8, "model": "swish-31b-final-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Swish-31B-Final", "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Swish-31B-Final-GGUF", "rank": 3, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 41.3, "total": 16.1}, {"api": false, "c": {"Agent": 33.3, "Code bank": 62.5, "Programs": 91.3, "Tools": 88.6}, "chat": 7.1, "class": "A", "code": 8.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#artemis-31b", "id": "artemis-31b", "lean": "balanced", "margin": 1.0, "margin_chat": 0.3, "margin_code": 0.9, "model": "artemis-31b", "model_url": "https://huggingface.co/TheDrummer/Artemis-31B-v1.2", "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q6_K", "quant_reason": null, "quant_url": "https://huggingface.co/Abiray/Artemis-31B-v1.2-GGUF", "rank": 4, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 52.7, "total": 15.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 75.0, "Programs": 93.4, "Tools": 94.4}, "chat": 6.5, "class": "A", "code": 8.6, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#omega-arsenal-31b-final-q8-0-hb16", "id": "omega-arsenal-31b-final-q8-0-hb16", "lean": "balanced", "margin": 1.0, "margin_chat": 0.6, "margin_code": 0.8, "model": "omega-arsenal-31b-final-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Omega-Arsenal-31B-Final", "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Omega-Arsenal-31B-Final-GGUF", "rank": 5, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 42.7, "total": 15.1}, {"api": false, "c": {"Agent": 33.3, "Code bank": 50.0, "Programs": 97.0, "Tools": 80.6}, "chat": 6.9, "class": "A", "code": 8.0, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#qwen3.8-27b-ultra-heretic-nvfp4", "id": "qwen3.8-27b-ultra-heretic-nvfp4", "lean": "balanced", "margin": 0.8, "margin_chat": 0.6, "margin_code": 0.5, "model": "qwen3.8-27b-ultra-heretic-nvfp4", "model_url": "https://huggingface.co/llmfan46/Qwen3.8-27B-Ultra-Uncensored-Heretic-Native-MTP-Preserved", "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "NVFP4", "quant_reason": null, "quant_url": "https://huggingface.co/llmfan46/Qwen3.8-27B-Ultra-Uncensored-Heretic-Native-MTP-Preserved-NVFP4-GGUF", "rank": 6, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 76.7, "total": 14.9}, {"api": false, "c": {"Agent": 33.3, "Code bank": 75.0, "Programs": 75.3, "Tools": 88.9}, "chat": 6.9, "class": "A", "code": 7.5, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#dark-craving-31b-v2.0-hb16-q8-0", "id": "dark-craving-31b-v2.0-hb16-q8-0", "lean": "balanced", "margin": 1.3, "margin_chat": 0.2, "margin_code": 1.3, "model": "dark-craving-31b-v2.0-hb16-q8-0", "model_url": "https://huggingface.co/ReadyArt/Dark-Craving-31B-v2.0", "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Dark-Craving-31B-v2.0-GGUF", "rank": 7, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 44.5, "total": 14.5}, {"api": true, "c": {"Agent": 100.0, "Code bank": 56.2, "Programs": 100.0, "Tools": 70.3}, "chat": 5.9, "class": "A", "code": 8.5, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m3", "id": "minimax-m3", "lean": "balanced", "margin": 1.7, "margin_chat": 1.4, "margin_code": 0.9, "model": "minimax-m3", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 8, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 154.8, "total": 14.4}, {"api": false, "c": {"Agent": 100.0, "Code bank": 75.0, "Programs": 66.7, "Tools": 95.8}, "chat": 6.4, "class": null, "code": 7.9, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#dark-scarlett-27b-v3.0-q8-0-hb16", "id": "dark-scarlett-27b-v3.0-q8-0-hb16", "lean": null, "margin": 1.9, "margin_chat": 0.7, "margin_code": 1.8, "model": "dark-scarlett-27b-v3.0-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v3.0", "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — being re-run", "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v3.0-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 95.0, "total": 14.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 87.5, "Programs": 83.3, "Tools": 87.2}, "chat": 5.9, "class": "A", "code": 8.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#dark-scarlett-35b-v2", "id": "dark-scarlett-35b-v2", "lean": "balanced", "margin": 1.8, "margin_chat": 0.9, "margin_code": 1.5, "model": "Dark-Scarlett 27B v2.0 (Q5_K_M)", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0", "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q5_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0-GGUF", "rank": 9, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 64.8, "total": 14.0}, {"api": false, "c": {"Agent": 100.0, "Code bank": 62.5, "Programs": 65.7, "Tools": 100.0}, "chat": 6.2, "class": null, "code": 7.7, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#qwen3.8-27b-unsloth", "id": "qwen3.8-27b-unsloth", "lean": null, "margin": 1.8, "margin_chat": 0.3, "margin_code": 1.8, "model": "qwen3.8-27b-unsloth", "model_url": "https://huggingface.co/Qwen/Qwen3.8-27B", "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — being re-run", "quant": "Q5_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 71.3, "total": 13.9}, {"api": false, "c": {"Agent": 33.3, "Code bank": 75.0, "Programs": 83.3, "Tools": 76.1}, "chat": 6.3, "class": "A", "code": 7.6, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#orcarouter-qwen3.8-27b-q8", "id": "orcarouter-qwen3.8-27b-q8", "lean": "balanced", "margin": 2.1, "margin_chat": 1.3, "margin_code": 1.4, "model": "orcarouter-qwen3.8-27b-q8", "model_url": "https://huggingface.co/orcarouter/Qwen3.8-27B-Uncensored", "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF", "rank": 10, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 51.8, "total": 13.8}, {"api": true, "c": {"Agent": 100.0, "Code bank": 68.8, "Programs": 95.1, "Tools": 56.2}, "chat": 5.4, "class": "A", "code": 8.1, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m3-1-flash", "id": "minimax-m3-1-flash", "lean": "balanced", "margin": 1.7, "margin_chat": 1.5, "margin_code": 0.8, "model": "minimax-m3-1-flash", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 11, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 87.5, "total": 13.5}, {"api": false, "c": {"Agent": 100.0, "Code bank": 68.8, "Programs": 56.2, "Tools": 84.7}, "chat": 6.2, "class": "A", "code": 6.9, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#darker-scarlett-27b", "id": "darker-scarlett-27b", "lean": "balanced", "margin": 1.8, "margin_chat": 0.5, "margin_code": 1.8, "model": "darker-scarlett-27b", "model_url": "https://huggingface.co/ReadyArt/Darker-Scarlett-27B-v0.1", "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Darker-Scarlett-27B-v0.1-GGUF", "rank": 12, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 77.9, "total": 13.1}, {"api": true, "c": {"Agent": 100.0, "Code bank": 37.5, "Programs": 62.9, "Tools": 60.6}, "chat": 6.5, "class": "B", "code": 6.1, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m2-7", "id": "minimax-m2-7", "lean": "chat-leaning", "margin": 1.7, "margin_chat": 0.5, "margin_code": 1.7, "model": "minimax-m2-7", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 13, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 138.9, "total": 12.6}, {"api": false, "c": {"Agent": 0.0, "Code bank": 43.8, "Programs": 50.3, "Tools": 78.7}, "chat": 6.9, "class": "B", "code": 5.2, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#split-untied-31b-q8", "id": "split-untied-31b-q8", "lean": "chat-leaning", "margin": 1.9, "margin_chat": 0.2, "margin_code": 1.9, "model": "split-untied-31b-q8", "model_url": "https://huggingface.co/Blazed-Forge/Split-Untied-31B", "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/mradermacher/Split-Untied-31B-GGUF", "rank": 14, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 43.9, "total": 12.1}, {"api": true, "c": {"Agent": 100.0, "Code bank": 43.8, "Programs": 64.4, "Tools": 56.2}, "chat": 5.5, "class": "B", "code": 6.2, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m2-5", "id": "minimax-m2-5", "lean": "balanced", "margin": 1.8, "margin_chat": 0.9, "margin_code": 1.6, "model": "minimax-m2-5", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 15, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 208.2, "total": 11.7}, {"api": false, "c": {"Agent": 33.3, "Code bank": 56.2, "Programs": 63.9, "Tools": 57.3}, "chat": 5.6, "class": null, "code": 5.8, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#qwen3.8-27b-tturbo-fable-heretic", "id": "qwen3.8-27b-tturbo-fable-heretic", "lean": null, "margin": 1.6, "margin_chat": 0.5, "margin_code": 1.6, "model": "qwen3.8-27b-tturbo-fable-heretic", "model_url": "https://huggingface.co/DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored", "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — being re-run", "quant": "Q5_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 63.5, "total": 11.5}, {"api": false, "c": {"Agent": 0.0, "Code bank": 31.2, "Programs": 66.6, "Tools": 88.9}, "chat": 5.2, "class": "B", "code": 6.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#wicked-tutu-26b-a4b-final-q8-0-hb16", "id": "wicked-tutu-26b-a4b-final-q8-0-hb16", "lean": "balanced", "margin": 1.8, "margin_chat": 0.6, "margin_code": 1.7, "model": "wicked-tutu-26b-a4b-final-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Wicked-Tutu-26B-A4B-Final", "params_display": "26B-A4B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Wicked-Tutu-26B-A4B-Final-GGUF", "rank": 16, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 186.8, "total": 11.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 56.2, "Programs": 64.8, "Tools": 54.3}, "chat": 5.4, "class": "B", "code": 5.8, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#trohrbaugh-122b-heretic", "id": "trohrbaugh-122b-heretic", "lean": "balanced", "margin": 1.4, "margin_chat": 0.8, "margin_code": 1.1, "model": "trohrbaugh-122b-heretic", "model_url": "https://huggingface.co/CCSSNE/trohrbaugh-Qwen3.5-122B-A10B-heretic", "params_display": "122B-A10B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF", "rank": 17, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 42.6, "total": 11.2}, {"api": false, "c": {"Agent": 0.0, "Code bank": 43.8, "Programs": 66.7, "Tools": 75.6}, "chat": 4.2, "class": "B", "code": 6.0, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#gemma-26b-qat", "id": "gemma-26b-qat", "lean": "balanced", "margin": 1.7, "margin_chat": 1.1, "margin_code": 1.3, "model": "gemma-26b-qat", "model_url": "https://huggingface.co/google/gemma-4-26B-A4B-it-qat-q4_0-unquantized", "params_display": "26B-A4B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_0", "quant_reason": null, "quant_url": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF", "rank": 18, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 228.3, "total": 10.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 31.2, "Programs": 62.2, "Tools": 58.5}, "chat": 4.1, "class": null, "code": 5.4, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#darker-hero-27b", "id": "darker-hero-27b", "lean": null, "margin": 1.7, "margin_chat": 1.1, "margin_code": 1.3, "model": "darker-hero-27b", "model_url": "https://huggingface.co/DavidAU/Qwen3.6-27B-V1.1-FF711-Darker-Hero-GAIN-H2.0", "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — tested below Q5, so it is not re-run at this quant", "quant": "Q4_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/mradermacher/Qwen3.6-27B-V1.1-FF711-Darker-Hero-GAIN-H2.0-i1-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 82.1, "total": 9.5}, {"api": false, "c": {"Agent": 0.0, "Code bank": 0.0, "Programs": 9.2, "Tools": 0.0}, "chat": 2.7, "class": "C", "code": 0.5, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#cydonia-22b", "id": "cydonia-22b", "lean": "chat-leaning", "margin": 0.6, "margin_chat": 0.2, "margin_code": 0.5, "model": "cydonia-22b", "model_url": "https://huggingface.co/TheDrummer/Cydonia-22B-v1", "params_display": "22B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q6_K", "quant_reason": null, "quant_url": null, "rank": 19, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 77.6, "total": 3.1}, {"api": false, "c": {"Agent": 0.0, "Code bank": 0.0, "Programs": 15.3, "Tools": 22.2}, "chat": 1.3, "class": "C", "code": 1.3, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#deepseek-r1-0528-8b", "id": "deepseek-r1-0528-8b", "lean": "balanced", "margin": 1.4, "margin_chat": 0.4, "margin_code": 1.4, "model": "deepseek-r1-0528-8b", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", "params_display": "8B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF", "rank": 20, "ranked": true, "suite": "4.0.0/4.0.1", "text_suite_only": false, "tok_s": 228.6, "total": 2.7}, {"api": false, "c": {"Agent": 0.0, "Code bank": 0.0, "Programs": 1.0, "Tools": 13.9}, "chat": 1.0, "class": "C", "code": 0.4, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#celeste-12b", "id": "celeste-12b", "lean": "chat-leaning", "margin": 0.6, "margin_chat": 0.6, "margin_code": 0.3, "model": "celeste-12b", "model_url": "https://huggingface.co/nothingiisreal/Celeste-12B-V1.6", "params_display": "12B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": null, "rank": 21, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 112.4, "total": 1.4}, {"api": false, "c": {"Agent": 33.3, "Code bank": 31.2, "Programs": 59.9, "Tools": 31.9}, "chat": null, "class": null, "code": 4.6, "coverage": null, "date": "2026-11-06", "full": "https://www.laserlloyd.com/makobench/#gpt-oss-20b-q8-0", "id": "gpt-oss-20b-q8-0", "lean": null, "margin": null, "margin_chat": null, "margin_code": 1.6, "model": "gpt-oss-20b-q8-0", "model_url": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF", "params_display": "20B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": null, "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 326.9, "total": null}, {"api": false, "c": {"Programs": 1.1, "Tools": 11.4}, "chat": null, "class": null, "code": 0.3, "coverage": "partial (30/33 cases)", "date": "2026-11-05", "full": "https://www.laserlloyd.com/makobench/#qwen2.5-1.5b", "id": "qwen2.5-1.5b", "lean": null, "margin": null, "margin_chat": null, "margin_code": 0.4, "model": "qwen2.5-1.5b", "model_url": "https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct", "params_display": "1.5B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF", "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 482.1, "total": null}, {"api": false, "c": {"Programs": 2.6, "Tools": 8.3}, "chat": null, "class": null, "code": 0.3, "coverage": "partial (30/33 cases)", "date": "2026-11-05", "full": "https://www.laserlloyd.com/makobench/#qwen2.5-0.5b", "id": "qwen2.5-0.5b", "lean": null, "margin": null, "margin_chat": null, "margin_code": 0.5, "model": "qwen2.5-0.5b", "model_url": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct", "params_display": "0.5B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/lmstudio-community/Qwen2.5-0.5B-Instruct-GGUF", "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 621.1, "total": null}, {"api": false, "c": {"Programs": 4.5, "Tools": 0.0}, "chat": null, "class": null, "code": 0.2, "coverage": "partial (30/33 cases)", "date": "2026-11-05", "full": "https://www.laserlloyd.com/makobench/#gemma-2-2b-abliterated", "id": "gemma-2-2b-abliterated", "lean": null, "margin": null, "margin_chat": null, "margin_code": 0.3, "model": "gemma-2-2b-abliterated", "model_url": "https://huggingface.co/IlyaGusev/gemma-2-2b-it-abliterated", "params_display": "2B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q5_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/bartowski/gemma-2-2b-it-abliterated-GGUF", "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 359.4, "total": null}], "suite": "4.0", "url": "https://www.laserlloyd.com/makobench/"}, {"ceilings": {}, "columns": [{"help": "The model name. It links to the model page on Hugging Face (the original model when known, otherwise the quantized build that was tested). Use the arrow to open all the details for the row.", "key": "model", "label": "Model"}, {"help": "Code plus Chat. 10 each is a perfect run of the standard tests, so 20 is the nominal top; bonus sets add points on top, with no ceiling. The main number to rank models by.", "key": "total", "label": "Total"}, {"help": "How well the model plays a role-play or companion conversation: it remembers facts, keeps a character, takes corrections and follows writing rules. It does not test plain assistant work. 10 is a perfect run; bonus sets add more. Part of Total.", "key": "chat", "label": "Chat"}, {"help": "How well the model writes and reasons about code and uses tools, 10 is a perfect run of the standard tests; bonus sets add more. Part of Total.", "key": "code", "label": "Code"}, {"help": "Position by Total. Models closer than their margins of error are statistically tied.", "key": "rank", "label": "#"}, {"help": "Parameter count: B means billions and M millions. API means a hosted model with no published size. Mixture-of-experts models show total and active, like 26B-A4B.", "key": "params", "label": "Params"}, {"help": "The day the model's results were produced.", "key": "date", "label": "Date tested"}], "rows": [{"api": true, "c": {}, "chat": 87.6, "class": null, "code": 93.4, "coverage": null, "date": "2026-08-30", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#deepseek-pro", "id": "deepseek-pro", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "deepseek-pro", "model_url": null, "params_display": "API", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 1, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 90.2}, {"api": false, "c": {}, "chat": 88.1, "class": null, "code": 88.7, "coverage": null, "date": "2026-08-24", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-27b-v2", "id": "dark-scarlett-27b-v2", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "dark-scarlett-27b-v2", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 2, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 88.3}, {"api": true, "c": {}, "chat": 83.6, "class": null, "code": 84.8, "coverage": null, "date": "2026-08-30", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#minimax-m3", "id": "minimax-m3", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "minimax-m3", "model_url": null, "params_display": "API", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 3, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 84.1}, {"api": false, "c": {}, "chat": 81.3, "class": null, "code": 78.7, "coverage": null, "date": "2026-08-22", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen3.8-27b-abliterated", "id": "qwen3.8-27b-abliterated", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "qwen3.8-27b-abliterated", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 4, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 80.1}, {"api": false, "c": {}, "chat": 88.7, "class": null, "code": 69.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#split-untied-31b", "id": "split-untied-31b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "split-untied-31b", "model_url": "https://huggingface.co/Blazed-Forge/Split-Untied-31B", "params_display": "31B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 5, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 80.0}, {"api": false, "c": {}, "chat": 93.1, "class": null, "code": 62.2, "coverage": null, "date": "2026-09-04", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-iq4-xs-uncat", "id": "dark-scarlett-iq4-xs-uncat", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "dark-scarlett-iq4-xs-uncat", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 6, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 79.2}, {"api": false, "c": {}, "chat": 80.6, "class": null, "code": 76.2, "coverage": null, "date": "2026-08-23", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#joyfox-35b-rp", "id": "joyfox-35b-rp", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "joyfox-35b-rp", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 7, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 78.6}, {"api": false, "c": {}, "chat": 90.1, "class": null, "code": 64.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#jax-xortron-27b", "id": "jax-xortron-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "jax-xortron-27b", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 8, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 78.5}, {"api": false, "c": {}, "chat": 84.3, "class": null, "code": 67.8, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen3.8-27b-nvfp4-mtp", "id": "qwen3.8-27b-nvfp4-mtp", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "qwen3.8-27b-nvfp4-mtp", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 9, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.9}, {"api": false, "c": {}, "chat": 86.5, "class": null, "code": 64.4, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen3.8-27b-unsloth", "id": "qwen3.8-27b-unsloth", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "qwen3.8-27b-unsloth", "model_url": "https://huggingface.co/Qwen/Qwen3.8-27B", "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 10, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.6}, {"api": false, "c": {}, "chat": 86.5, "class": null, "code": 64.4, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#darker-scarlett-27b", "id": "darker-scarlett-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "darker-scarlett-27b", "model_url": "https://huggingface.co/ReadyArt/Darker-Scarlett-27B-v0.1", "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 11, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.5}, {"api": false, "c": {}, "chat": 80.3, "class": null, "code": 71.6, "coverage": null, "date": "2026-08-22", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#gemma-e4b-uncensored", "id": "gemma-e4b-uncensored", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "gemma-e4b-uncensored", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 12, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.4}, {"api": false, "c": {}, "chat": 87.0, "class": null, "code": 62.2, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#orcarouter-qwen3.8-27b", "id": "orcarouter-qwen3.8-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "orcarouter-qwen3.8-27b", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 13, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 75.9}, {"api": false, "c": {}, "chat": 85.6, "class": null, "code": 62.2, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#darker-hero-27b", "id": "darker-hero-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "darker-hero-27b", "model_url": "https://huggingface.co/DavidAU/Qwen3.6-27B-V1.1-FF711-Darker-Hero-GAIN-H2.0", "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 14, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 75.1}, {"api": false, "c": {}, "chat": null, "class": null, "code": 74.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-35b-v2", "id": "dark-scarlett-35b-v2", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "dark-scarlett-35b-v2", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0", "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 15, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 74.4}, {"api": true, "c": {}, "chat": 85.9, "class": null, "code": 55.6, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#deepseek-flash", "id": "deepseek-flash", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "deepseek-flash", "model_url": null, "params_display": "API", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 16, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 72.2}, {"api": false, "c": {}, "chat": 87.6, "class": null, "code": 51.8, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-35b-iq4-xs-uncat", "id": "dark-scarlett-35b-iq4-xs-uncat", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "dark-scarlett-35b-iq4-xs-uncat", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0", "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 17, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 71.5}, {"api": false, "c": {}, "chat": 87.1, "class": null, "code": 25.0, "coverage": null, "date": "2026-09-04", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#trohrbaugh-122b-heretic", "id": "trohrbaugh-122b-heretic", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "trohrbaugh-122b-heretic", "model_url": "https://huggingface.co/CCSSNE/trohrbaugh-Qwen3.5-122B-A10B-heretic", "params_display": "122B-A10B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 18, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 70.6}, {"api": false, "c": {}, "chat": 80.7, "class": null, "code": 50.4, "coverage": null, "date": "2026-08-22", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#muse-glimmer-30b", "id": "muse-glimmer-30b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "muse-glimmer-30b", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 19, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 67.1}, {"api": false, "c": {}, "chat": null, "class": null, "code": 63.3, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#orion-26b-a4b-v1.1", "id": "orion-26b-a4b-v1.1", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "orion-26b-a4b-v1.1", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 20, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 63.3}, {"api": false, "c": {}, "chat": 76.9, "class": null, "code": 30.0, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#laguna-s-vision", "id": "laguna-s-vision", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "laguna-s-vision", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 21, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 55.8}, {"api": false, "c": {}, "chat": 74.2, "class": null, "code": 8.9, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#cydonia-22b", "id": "cydonia-22b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "cydonia-22b", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 23, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 44.8}, {"api": false, "c": {}, "chat": 68.3, "class": null, "code": 4.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#celeste-12b", "id": "celeste-12b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "celeste-12b", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 24, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 39.6}, {"api": false, "c": {}, "chat": 55.5, "class": null, "code": 20.3, "coverage": null, "date": "2026-08-23", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen2.5-vl-7b", "id": "qwen2.5-vl-7b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "qwen2.5-vl-7b", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 24, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 39.6}, {"api": false, "c": {}, "chat": 59.6, "class": null, "code": 10.0, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#deepseek-r1-0528-8b", "id": "deepseek-r1-0528-8b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "deepseek-r1-0528-8b", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", "params_display": "8B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 27, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 37.3}, {"api": false, "c": {}, "chat": 64.7, "class": null, "code": 3.3, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#gemma-2-2b-abliterated", "id": "gemma-2-2b-abliterated", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "gemma-2-2b-abliterated", "model_url": "https://huggingface.co/IlyaGusev/gemma-2-2b-it-abliterated", "params_display": "2B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 28, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 37.1}, {"api": false, "c": {}, "chat": 46.8, "class": null, "code": 6.7, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen2.5-1.5b", "id": "qwen2.5-1.5b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "qwen2.5-1.5b", "model_url": "https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct", "params_display": "1.5B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 30, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 28.7}, {"api": false, "c": {}, "chat": null, "class": null, "code": 6.7, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#precog-123b-v1a-q4", "id": "precog-123b-v1a-q4", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "model": "precog-123b-v1a-q4", "model_url": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 32, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 6.7}], "suite": "3.0", "url": "https://www.laserlloyd.com/makobench/suite/3-0/"}], "synced": "2026-11-06T14:30Z"}
|
|
|
|
| 1 |
+
{"judge": "Gemma 4 31B (uncensored “heretic” build, Q8) on our own GPU rig", "suites": [{"ceilings": {"chat": 15, "code": 13}, "columns": [{"help": "The model name. It links to the model page on Hugging Face (the original model when known, otherwise the quantized build that was tested). Use the arrow to open all the details for the row.", "key": "model", "label": "Model"}, {"help": "Code plus Chat. 10 each is a perfect run of the standard tests, so 20 is the nominal top; bonus sets add points on top, with no ceiling. The main number to rank models by.", "key": "total", "label": "Total"}, {"help": "How well the model plays a role-play or companion conversation: it remembers facts, keeps a character, takes corrections and follows writing rules. It does not test plain assistant work. 10 is a perfect run; bonus sets add more. Part of Total.", "key": "chat", "label": "Chat"}, {"help": "How well the model writes and reasons about code and uses tools, 10 is a perfect run of the standard tests; bonus sets add more. Part of Total.", "key": "code", "label": "Code"}, {"help": "How far the model goes with adult content (adult characters only). Not part of Total. Higher is not better or worse; pick what suits your use.", "key": "nsfw", "label": "NSFW level"}, {"help": "Position by Total. Models closer than their margins of error are statistically tied.", "key": "rank", "label": "#"}, {"help": "A coarse band from Total. S is the highest, then A, B and C. The cut-offs are in the notes under the board.", "key": "class", "label": "Class"}, {"help": "Whether the model is stronger at chat or at code than the board's typical model. Balanced means neither stands out.", "key": "lean", "label": "Lean"}, {"help": "Write a working Python function from a detailed description. Score is the share of hidden unit-test groups that pass (0 to 100).", "key": "c:Programs", "label": "Programs"}, {"help": "Predict exactly what short Python and JavaScript snippets print. Graded by exact match (0 to 100).", "key": "c:Code bank", "label": "Code bank"}, {"help": "A bug hunt done the way a coding assistant works: tools to list, read, search and edit a small project and run its tests (0 to 100).", "key": "c:Agent", "label": "Agent"}, {"help": "Scripted tool-calling conversations with traps, such as a wrong tool or a bad argument (0 to 100).", "key": "c:Tools", "label": "Tools"}, {"help": "Parameter count: B means billions and M millions. API means a hosted model with no published size. Mixture-of-experts models show total and active, like 26B-A4B.", "key": "params", "label": "Params"}, {"help": "The quantization we scored. Q8_0 is the standard for local models. Q6 or Q5 is used only when Q8_0 does not fit our rig, and any other quant is marked as non-standard. API means a hosted model served by its provider.", "key": "quant", "label": "Quant"}, {"help": "Median generation speed in tokens per second. Only comparable between models run on the same hardware.", "key": "tok_s", "label": "tok/s"}, {"help": "The day the model's results were produced.", "key": "date", "label": "Date tested"}, {"help": "Who served the model for the test, such as a hosted API or our own hardware.", "key": "provider", "label": "Provider"}, {"help": "How many of the test cases the model completed. A model with partial coverage has no Total. A warning sign in a row means CrucibleForge's compatibility check failed and the row is provisional.", "key": "coverage", "label": "Coverage"}], "rows": [{"api": true, "c": {"Agent": 100.0, "Code bank": 93.8, "Programs": 100.0, "Tools": 100.0}, "chat": 8.0, "class": "S", "code": 11.2, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#deepseek-flash", "id": "deepseek-flash", "lean": "code-leaning", "margin": 0.8, "margin_chat": 0.6, "margin_code": 0.6, "margin_nsfw": 1.1, "model": "deepseek-flash", "model_url": "https://api-docs.deepseek.com/", "nsfw": 9.8, "params_display": "API", "provider": "deepseek", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 1, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 188.4, "total": 19.2}, {"api": true, "c": {"Agent": 100.0, "Code bank": 100.0, "Programs": 94.6, "Tools": 100.0}, "chat": 7.4, "class": "S", "code": 10.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#deepseek-pro", "id": "deepseek-pro", "lean": "balanced", "margin": 0.8, "margin_chat": 0.5, "margin_code": 0.6, "margin_nsfw": 2.1, "model": "deepseek-pro", "model_url": "https://api-docs.deepseek.com/", "nsfw": 8.4, "params_display": "API", "provider": "deepseek", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 2, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 102.7, "total": 17.5}, {"api": false, "c": {"Agent": 33.3, "Code bank": 68.8, "Programs": 95.0, "Tools": 88.9}, "chat": 7.7, "class": "S", "code": 8.4, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#swish-31b-final-q8-0-hb16", "id": "swish-31b-final-q8-0-hb16", "lean": "balanced", "margin": 0.9, "margin_chat": 0.4, "margin_code": 0.8, "margin_nsfw": 1.0, "model": "swish-31b-final-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Swish-31B-Final", "nsfw": 11.6, "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Swish-31B-Final-GGUF", "rank": 3, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 41.3, "total": 16.1}, {"api": false, "c": {"Agent": 33.3, "Code bank": 62.5, "Programs": 91.3, "Tools": 88.6}, "chat": 7.1, "class": "A", "code": 8.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#artemis-31b", "id": "artemis-31b", "lean": "balanced", "margin": 1.0, "margin_chat": 0.3, "margin_code": 0.9, "margin_nsfw": 0.9, "model": "artemis-31b", "model_url": "https://huggingface.co/TheDrummer/Artemis-31B-v1.2", "nsfw": 10.8, "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q6_K", "quant_reason": null, "quant_url": "https://huggingface.co/Abiray/Artemis-31B-v1.2-GGUF", "rank": 4, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 52.7, "total": 15.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 75.0, "Programs": 93.4, "Tools": 94.4}, "chat": 6.5, "class": "A", "code": 8.6, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#omega-arsenal-31b-final-q8-0-hb16", "id": "omega-arsenal-31b-final-q8-0-hb16", "lean": "balanced", "margin": 1.0, "margin_chat": 0.6, "margin_code": 0.8, "margin_nsfw": 1.2, "model": "omega-arsenal-31b-final-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Omega-Arsenal-31B-Final", "nsfw": 11.2, "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Omega-Arsenal-31B-Final-GGUF", "rank": 5, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 42.7, "total": 15.1}, {"api": false, "c": {"Agent": 33.3, "Code bank": 50.0, "Programs": 97.0, "Tools": 80.6}, "chat": 6.9, "class": "A", "code": 8.0, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#qwen3.8-27b-ultra-heretic-nvfp4", "id": "qwen3.8-27b-ultra-heretic-nvfp4", "lean": "balanced", "margin": 0.8, "margin_chat": 0.6, "margin_code": 0.5, "margin_nsfw": 1.6, "model": "qwen3.8-27b-ultra-heretic-nvfp4", "model_url": "https://huggingface.co/llmfan46/Qwen3.8-27B-Ultra-Uncensored-Heretic-Native-MTP-Preserved", "nsfw": 6.1, "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "NVFP4", "quant_reason": null, "quant_url": "https://huggingface.co/llmfan46/Qwen3.8-27B-Ultra-Uncensored-Heretic-Native-MTP-Preserved-NVFP4-GGUF", "rank": 6, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 76.7, "total": 14.9}, {"api": false, "c": {"Agent": 33.3, "Code bank": 75.0, "Programs": 75.3, "Tools": 88.9}, "chat": 6.9, "class": "A", "code": 7.5, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#dark-craving-31b-v2.0-hb16-q8-0", "id": "dark-craving-31b-v2.0-hb16-q8-0", "lean": "balanced", "margin": 1.3, "margin_chat": 0.2, "margin_code": 1.3, "margin_nsfw": 0.5, "model": "dark-craving-31b-v2.0-hb16-q8-0", "model_url": "https://huggingface.co/ReadyArt/Dark-Craving-31B-v2.0", "nsfw": 11.7, "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Dark-Craving-31B-v2.0-GGUF", "rank": 7, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 44.5, "total": 14.5}, {"api": true, "c": {"Agent": 100.0, "Code bank": 56.2, "Programs": 100.0, "Tools": 70.3}, "chat": 5.9, "class": "A", "code": 8.5, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m3", "id": "minimax-m3", "lean": "balanced", "margin": 1.7, "margin_chat": 1.4, "margin_code": 0.9, "margin_nsfw": 1.3, "model": "minimax-m3", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "nsfw": 7.9, "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 8, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 154.8, "total": 14.4}, {"api": false, "c": {"Agent": 100.0, "Code bank": 75.0, "Programs": 66.7, "Tools": 95.8}, "chat": 6.4, "class": null, "code": 7.9, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#dark-scarlett-27b-v3.0-q8-0-hb16", "id": "dark-scarlett-27b-v3.0-q8-0-hb16", "lean": null, "margin": 1.9, "margin_chat": 0.7, "margin_code": 1.8, "margin_nsfw": 1.1, "model": "dark-scarlett-27b-v3.0-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v3.0", "nsfw": 9.2, "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — being re-run", "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v3.0-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 95.0, "total": 14.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 87.5, "Programs": 83.3, "Tools": 87.2}, "chat": 5.9, "class": "A", "code": 8.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#dark-scarlett-35b-v2", "id": "dark-scarlett-35b-v2", "lean": "balanced", "margin": 1.8, "margin_chat": 0.9, "margin_code": 1.5, "margin_nsfw": 1.3, "model": "Dark-Scarlett 27B v2.0 (Q5_K_M)", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0", "nsfw": 7.1, "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q5_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0-GGUF", "rank": 9, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 64.8, "total": 14.0}, {"api": false, "c": {"Agent": 100.0, "Code bank": 62.5, "Programs": 65.7, "Tools": 100.0}, "chat": 6.2, "class": null, "code": 7.7, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#qwen3.8-27b-unsloth", "id": "qwen3.8-27b-unsloth", "lean": null, "margin": 1.8, "margin_chat": 0.3, "margin_code": 1.8, "margin_nsfw": 1.2, "model": "qwen3.8-27b-unsloth", "model_url": "https://huggingface.co/Qwen/Qwen3.8-27B", "nsfw": 8.5, "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — being re-run", "quant": "Q5_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 71.3, "total": 13.9}, {"api": false, "c": {"Agent": 33.3, "Code bank": 75.0, "Programs": 83.3, "Tools": 76.1}, "chat": 6.3, "class": "A", "code": 7.6, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#orcarouter-qwen3.8-27b-q8", "id": "orcarouter-qwen3.8-27b-q8", "lean": "balanced", "margin": 2.1, "margin_chat": 1.3, "margin_code": 1.4, "margin_nsfw": 2.0, "model": "orcarouter-qwen3.8-27b-q8", "model_url": "https://huggingface.co/orcarouter/Qwen3.8-27B-Uncensored", "nsfw": 5.4, "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF", "rank": 10, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 51.8, "total": 13.8}, {"api": true, "c": {"Agent": 100.0, "Code bank": 68.8, "Programs": 95.1, "Tools": 56.2}, "chat": 5.4, "class": "A", "code": 8.1, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m3-1-flash", "id": "minimax-m3-1-flash", "lean": "balanced", "margin": 1.7, "margin_chat": 1.5, "margin_code": 0.8, "margin_nsfw": 1.3, "model": "minimax-m3-1-flash", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "nsfw": 6.4, "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 11, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 87.5, "total": 13.5}, {"api": false, "c": {"Agent": 100.0, "Code bank": 68.8, "Programs": 56.2, "Tools": 84.7}, "chat": 6.2, "class": "A", "code": 6.9, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#darker-scarlett-27b", "id": "darker-scarlett-27b", "lean": "balanced", "margin": 1.8, "margin_chat": 0.5, "margin_code": 1.8, "margin_nsfw": 1.1, "model": "darker-scarlett-27b", "model_url": "https://huggingface.co/ReadyArt/Darker-Scarlett-27B-v0.1", "nsfw": 8.8, "params_display": "27B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Darker-Scarlett-27B-v0.1-GGUF", "rank": 12, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 77.9, "total": 13.1}, {"api": true, "c": {"Agent": 100.0, "Code bank": 37.5, "Programs": 62.9, "Tools": 60.6}, "chat": 6.5, "class": "B", "code": 6.1, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m2-7", "id": "minimax-m2-7", "lean": "chat-leaning", "margin": 1.7, "margin_chat": 0.5, "margin_code": 1.7, "margin_nsfw": 1.1, "model": "minimax-m2-7", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "nsfw": 5.8, "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 13, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 138.9, "total": 12.6}, {"api": false, "c": {"Agent": 0.0, "Code bank": 43.8, "Programs": 50.3, "Tools": 78.7}, "chat": 6.9, "class": "B", "code": 5.2, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#split-untied-31b-q8", "id": "split-untied-31b-q8", "lean": "chat-leaning", "margin": 1.9, "margin_chat": 0.2, "margin_code": 1.9, "margin_nsfw": 0.9, "model": "split-untied-31b-q8", "model_url": "https://huggingface.co/Blazed-Forge/Split-Untied-31B", "nsfw": 12.4, "params_display": "31B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/mradermacher/Split-Untied-31B-GGUF", "rank": 14, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 43.9, "total": 12.1}, {"api": true, "c": {"Agent": 100.0, "Code bank": 43.8, "Programs": 64.4, "Tools": 56.2}, "chat": 5.5, "class": "B", "code": 6.2, "coverage": "full (33 cases)", "date": "2026-11-02", "full": "https://www.laserlloyd.com/makobench/#minimax-m2-5", "id": "minimax-m2-5", "lean": "balanced", "margin": 1.8, "margin_chat": 0.9, "margin_code": 1.6, "margin_nsfw": 1.0, "model": "minimax-m2-5", "model_url": "https://platform.minimax.io/docs/guides/models-intro", "nsfw": 5.5, "params_display": "API", "provider": "minimax", "provisional": false, "provisional_reason": null, "quant": "API", "quant_reason": null, "quant_url": null, "rank": 15, "ranked": true, "suite": "4.0.1", "text_suite_only": false, "tok_s": 208.2, "total": 11.7}, {"api": false, "c": {"Agent": 33.3, "Code bank": 56.2, "Programs": 63.9, "Tools": 57.3}, "chat": 5.6, "class": null, "code": 5.8, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#qwen3.8-27b-tturbo-fable-heretic", "id": "qwen3.8-27b-tturbo-fable-heretic", "lean": null, "margin": 1.6, "margin_chat": 0.5, "margin_code": 1.6, "margin_nsfw": 1.1, "model": "qwen3.8-27b-tturbo-fable-heretic", "model_url": "https://huggingface.co/DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored", "nsfw": 7.7, "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — being re-run", "quant": "Q5_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 63.5, "total": 11.5}, {"api": false, "c": {"Agent": 0.0, "Code bank": 31.2, "Programs": 66.6, "Tools": 88.9}, "chat": 5.2, "class": "B", "code": 6.1, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#wicked-tutu-26b-a4b-final-q8-0-hb16", "id": "wicked-tutu-26b-a4b-final-q8-0-hb16", "lean": "balanced", "margin": 1.8, "margin_chat": 0.6, "margin_code": 1.7, "margin_nsfw": 0.9, "model": "wicked-tutu-26b-a4b-final-q8-0-hb16", "model_url": "https://huggingface.co/ReadyArt/Wicked-Tutu-26B-A4B-Final", "nsfw": 11.6, "params_display": "26B-A4B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/ReadyArt/Wicked-Tutu-26B-A4B-Final-GGUF", "rank": 16, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 186.8, "total": 11.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 56.2, "Programs": 64.8, "Tools": 54.3}, "chat": 5.4, "class": "B", "code": 5.8, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#trohrbaugh-122b-heretic", "id": "trohrbaugh-122b-heretic", "lean": "balanced", "margin": 1.4, "margin_chat": 0.8, "margin_code": 1.1, "margin_nsfw": 1.2, "model": "trohrbaugh-122b-heretic", "model_url": "https://huggingface.co/CCSSNE/trohrbaugh-Qwen3.5-122B-A10B-heretic", "nsfw": 7.7, "params_display": "122B-A10B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF", "rank": 17, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 42.6, "total": 11.2}, {"api": false, "c": {"Agent": 0.0, "Code bank": 43.8, "Programs": 66.7, "Tools": 75.6}, "chat": 4.2, "class": "B", "code": 6.0, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#gemma-26b-qat", "id": "gemma-26b-qat", "lean": "balanced", "margin": 1.7, "margin_chat": 1.1, "margin_code": 1.3, "margin_nsfw": 1.4, "model": "gemma-26b-qat", "model_url": "https://huggingface.co/google/gemma-4-26B-A4B-it-qat-q4_0-unquantized", "nsfw": 10.8, "params_display": "26B-A4B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_0", "quant_reason": null, "quant_url": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF", "rank": 18, "ranked": true, "suite": "3.9.0/4.0.0", "text_suite_only": false, "tok_s": 228.3, "total": 10.2}, {"api": false, "c": {"Agent": 33.3, "Code bank": 31.2, "Programs": 62.2, "Tools": 58.5}, "chat": 4.1, "class": null, "code": 5.4, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#darker-hero-27b", "id": "darker-hero-27b", "lean": null, "margin": 1.7, "margin_chat": 1.1, "margin_code": 1.3, "margin_nsfw": 0.7, "model": "darker-hero-27b", "model_url": "https://huggingface.co/DavidAU/Qwen3.6-27B-V1.1-FF711-Darker-Hero-GAIN-H2.0", "nsfw": 9.0, "params_display": "27B", "provider": "studioforge", "provisional": true, "provisional_reason": "CrucibleForge's compatibility check failed (c3) — tested below Q5, so it is not re-run at this quant", "quant": "Q4_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/mradermacher/Qwen3.6-27B-V1.1-FF711-Darker-Hero-GAIN-H2.0-i1-GGUF", "rank": null, "ranked": false, "suite": "4.0.0", "text_suite_only": false, "tok_s": 82.1, "total": 9.5}, {"api": false, "c": {"Agent": 0.0, "Code bank": 0.0, "Programs": 9.2, "Tools": 0.0}, "chat": 2.7, "class": "C", "code": 0.5, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#cydonia-22b", "id": "cydonia-22b", "lean": "chat-leaning", "margin": 0.6, "margin_chat": 0.2, "margin_code": 0.5, "margin_nsfw": 0.9, "model": "cydonia-22b", "model_url": "https://huggingface.co/TheDrummer/Cydonia-22B-v1", "nsfw": 7.7, "params_display": "22B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q6_K", "quant_reason": null, "quant_url": null, "rank": 19, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 77.6, "total": 3.1}, {"api": false, "c": {"Agent": 0.0, "Code bank": 0.0, "Programs": 15.3, "Tools": 22.2}, "chat": 1.3, "class": "C", "code": 1.3, "coverage": "full (33 cases)", "date": "2026-11-03", "full": "https://www.laserlloyd.com/makobench/#deepseek-r1-0528-8b", "id": "deepseek-r1-0528-8b", "lean": "balanced", "margin": 1.4, "margin_chat": 0.4, "margin_code": 1.4, "margin_nsfw": 0.8, "model": "deepseek-r1-0528-8b", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", "nsfw": 0.8, "params_display": "8B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF", "rank": 20, "ranked": true, "suite": "4.0.0/4.0.1", "text_suite_only": false, "tok_s": 228.6, "total": 2.7}, {"api": false, "c": {"Agent": 0.0, "Code bank": 0.0, "Programs": 1.0, "Tools": 13.9}, "chat": 1.0, "class": "C", "code": 0.4, "coverage": "full (33 cases)", "date": "2026-11-01", "full": "https://www.laserlloyd.com/makobench/#celeste-12b", "id": "celeste-12b", "lean": "chat-leaning", "margin": 0.6, "margin_chat": 0.6, "margin_code": 0.3, "margin_nsfw": 1.0, "model": "celeste-12b", "model_url": "https://huggingface.co/nothingiisreal/Celeste-12B-V1.6", "nsfw": 5.3, "params_display": "12B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": null, "rank": 21, "ranked": true, "suite": "4.0.0", "text_suite_only": false, "tok_s": 112.4, "total": 1.4}, {"api": false, "c": {"Agent": 33.3, "Code bank": 31.2, "Programs": 59.9, "Tools": 31.9}, "chat": null, "class": null, "code": 4.6, "coverage": null, "date": "2026-11-06", "full": "https://www.laserlloyd.com/makobench/#gpt-oss-20b-q8-0", "id": "gpt-oss-20b-q8-0", "lean": null, "margin": null, "margin_chat": null, "margin_code": 1.6, "margin_nsfw": null, "model": "gpt-oss-20b-q8-0", "model_url": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF", "nsfw": null, "params_display": "20B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": null, "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 326.9, "total": null}, {"api": false, "c": {"Programs": 1.1, "Tools": 11.4}, "chat": null, "class": null, "code": 0.3, "coverage": "partial (30/33 cases)", "date": "2026-11-05", "full": "https://www.laserlloyd.com/makobench/#qwen2.5-1.5b", "id": "qwen2.5-1.5b", "lean": null, "margin": null, "margin_chat": null, "margin_code": 0.4, "margin_nsfw": 0.1, "model": "qwen2.5-1.5b", "model_url": "https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct", "nsfw": 0.4, "params_display": "1.5B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q4_K_M", "quant_reason": null, "quant_url": "https://huggingface.co/lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF", "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 482.1, "total": null}, {"api": false, "c": {"Programs": 2.6, "Tools": 8.3}, "chat": null, "class": null, "code": 0.3, "coverage": "partial (30/33 cases)", "date": "2026-11-05", "full": "https://www.laserlloyd.com/makobench/#qwen2.5-0.5b", "id": "qwen2.5-0.5b", "lean": null, "margin": null, "margin_chat": null, "margin_code": 0.5, "margin_nsfw": 0.1, "model": "qwen2.5-0.5b", "model_url": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct", "nsfw": 0.7, "params_display": "0.5B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q8_0", "quant_reason": null, "quant_url": "https://huggingface.co/lmstudio-community/Qwen2.5-0.5B-Instruct-GGUF", "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 621.1, "total": null}, {"api": false, "c": {"Programs": 4.5, "Tools": 0.0}, "chat": null, "class": null, "code": 0.2, "coverage": "partial (30/33 cases)", "date": "2026-11-05", "full": "https://www.laserlloyd.com/makobench/#gemma-2-2b-abliterated", "id": "gemma-2-2b-abliterated", "lean": null, "margin": null, "margin_chat": null, "margin_code": 0.3, "margin_nsfw": 0.3, "model": "gemma-2-2b-abliterated", "model_url": "https://huggingface.co/IlyaGusev/gemma-2-2b-it-abliterated", "nsfw": 1.3, "params_display": "2B", "provider": "studioforge", "provisional": false, "provisional_reason": null, "quant": "Q5_K_S", "quant_reason": null, "quant_url": "https://huggingface.co/bartowski/gemma-2-2b-it-abliterated-GGUF", "rank": null, "ranked": false, "suite": "4.0.1", "text_suite_only": false, "tok_s": 359.4, "total": null}], "suite": "4.0", "url": "https://www.laserlloyd.com/makobench/"}, {"ceilings": {}, "columns": [{"help": "The model name. It links to the model page on Hugging Face (the original model when known, otherwise the quantized build that was tested). Use the arrow to open all the details for the row.", "key": "model", "label": "Model"}, {"help": "Code plus Chat. 10 each is a perfect run of the standard tests, so 20 is the nominal top; bonus sets add points on top, with no ceiling. The main number to rank models by.", "key": "total", "label": "Total"}, {"help": "How well the model plays a role-play or companion conversation: it remembers facts, keeps a character, takes corrections and follows writing rules. It does not test plain assistant work. 10 is a perfect run; bonus sets add more. Part of Total.", "key": "chat", "label": "Chat"}, {"help": "How well the model writes and reasons about code and uses tools, 10 is a perfect run of the standard tests; bonus sets add more. Part of Total.", "key": "code", "label": "Code"}, {"help": "How far the model goes with adult content (adult characters only). Not part of Total. Higher is not better or worse; pick what suits your use.", "key": "nsfw", "label": "NSFW level"}, {"help": "Position by Total. Models closer than their margins of error are statistically tied.", "key": "rank", "label": "#"}, {"help": "Parameter count: B means billions and M millions. API means a hosted model with no published size. Mixture-of-experts models show total and active, like 26B-A4B.", "key": "params", "label": "Params"}, {"help": "The day the model's results were produced.", "key": "date", "label": "Date tested"}], "rows": [{"api": true, "c": {}, "chat": 87.6, "class": null, "code": 93.4, "coverage": null, "date": "2026-08-30", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#deepseek-pro", "id": "deepseek-pro", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "deepseek-pro", "model_url": null, "nsfw": 81.2, "params_display": "API", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 1, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 90.2}, {"api": false, "c": {}, "chat": 88.1, "class": null, "code": 88.7, "coverage": null, "date": "2026-08-24", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-27b-v2", "id": "dark-scarlett-27b-v2", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "dark-scarlett-27b-v2", "model_url": null, "nsfw": 78.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 2, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 88.3}, {"api": true, "c": {}, "chat": 83.6, "class": null, "code": 84.8, "coverage": null, "date": "2026-08-30", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#minimax-m3", "id": "minimax-m3", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "minimax-m3", "model_url": null, "nsfw": 74.3, "params_display": "API", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 3, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 84.1}, {"api": false, "c": {}, "chat": 81.3, "class": null, "code": 78.7, "coverage": null, "date": "2026-08-22", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen3.8-27b-abliterated", "id": "qwen3.8-27b-abliterated", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "qwen3.8-27b-abliterated", "model_url": null, "nsfw": 67.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 4, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 80.1}, {"api": false, "c": {}, "chat": 88.7, "class": null, "code": 69.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#split-untied-31b", "id": "split-untied-31b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "split-untied-31b", "model_url": "https://huggingface.co/Blazed-Forge/Split-Untied-31B", "nsfw": 78.0, "params_display": "31B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 5, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 80.0}, {"api": false, "c": {}, "chat": 93.1, "class": null, "code": 62.2, "coverage": null, "date": "2026-09-04", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-iq4-xs-uncat", "id": "dark-scarlett-iq4-xs-uncat", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "dark-scarlett-iq4-xs-uncat", "model_url": null, "nsfw": 88.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 6, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 79.2}, {"api": false, "c": {}, "chat": 80.6, "class": null, "code": 76.2, "coverage": null, "date": "2026-08-23", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#joyfox-35b-rp", "id": "joyfox-35b-rp", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "joyfox-35b-rp", "model_url": null, "nsfw": 76.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 7, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 78.6}, {"api": false, "c": {}, "chat": 90.1, "class": null, "code": 64.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#jax-xortron-27b", "id": "jax-xortron-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "jax-xortron-27b", "model_url": null, "nsfw": 80.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 8, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 78.5}, {"api": false, "c": {}, "chat": 84.3, "class": null, "code": 67.8, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen3.8-27b-nvfp4-mtp", "id": "qwen3.8-27b-nvfp4-mtp", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "qwen3.8-27b-nvfp4-mtp", "model_url": null, "nsfw": 71.1, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 9, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.9}, {"api": false, "c": {}, "chat": 86.5, "class": null, "code": 64.4, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen3.8-27b-unsloth", "id": "qwen3.8-27b-unsloth", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "qwen3.8-27b-unsloth", "model_url": "https://huggingface.co/Qwen/Qwen3.8-27B", "nsfw": 72.0, "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 10, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.6}, {"api": false, "c": {}, "chat": 86.5, "class": null, "code": 64.4, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#darker-scarlett-27b", "id": "darker-scarlett-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "darker-scarlett-27b", "model_url": "https://huggingface.co/ReadyArt/Darker-Scarlett-27B-v0.1", "nsfw": 74.0, "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 11, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.5}, {"api": false, "c": {}, "chat": 80.3, "class": null, "code": 71.6, "coverage": null, "date": "2026-08-22", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#gemma-e4b-uncensored", "id": "gemma-e4b-uncensored", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "gemma-e4b-uncensored", "model_url": null, "nsfw": 76.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 12, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 76.4}, {"api": false, "c": {}, "chat": 87.0, "class": null, "code": 62.2, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#orcarouter-qwen3.8-27b", "id": "orcarouter-qwen3.8-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "orcarouter-qwen3.8-27b", "model_url": null, "nsfw": 76.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 13, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 75.9}, {"api": false, "c": {}, "chat": 85.6, "class": null, "code": 62.2, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#darker-hero-27b", "id": "darker-hero-27b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "darker-hero-27b", "model_url": "https://huggingface.co/DavidAU/Qwen3.6-27B-V1.1-FF711-Darker-Hero-GAIN-H2.0", "nsfw": 77.5, "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 14, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 75.1}, {"api": false, "c": {}, "chat": null, "class": null, "code": 74.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-35b-v2", "id": "dark-scarlett-35b-v2", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "dark-scarlett-35b-v2", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0", "nsfw": null, "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 15, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 74.4}, {"api": true, "c": {}, "chat": 85.9, "class": null, "code": 55.6, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#deepseek-flash", "id": "deepseek-flash", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "deepseek-flash", "model_url": null, "nsfw": 78.0, "params_display": "API", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 16, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 72.2}, {"api": false, "c": {}, "chat": 87.6, "class": null, "code": 51.8, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#dark-scarlett-35b-iq4-xs-uncat", "id": "dark-scarlett-35b-iq4-xs-uncat", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "dark-scarlett-35b-iq4-xs-uncat", "model_url": "https://huggingface.co/ReadyArt/Dark-Scarlett-27B-v2.0", "nsfw": 76.7, "params_display": "27B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 17, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 71.5}, {"api": false, "c": {}, "chat": 87.1, "class": null, "code": 25.0, "coverage": null, "date": "2026-09-04", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#trohrbaugh-122b-heretic", "id": "trohrbaugh-122b-heretic", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "trohrbaugh-122b-heretic", "model_url": "https://huggingface.co/CCSSNE/trohrbaugh-Qwen3.5-122B-A10B-heretic", "nsfw": 74.0, "params_display": "122B-A10B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 18, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 70.6}, {"api": false, "c": {}, "chat": 80.7, "class": null, "code": 50.4, "coverage": null, "date": "2026-08-22", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#muse-glimmer-30b", "id": "muse-glimmer-30b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "muse-glimmer-30b", "model_url": null, "nsfw": 72.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 19, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 67.1}, {"api": false, "c": {}, "chat": null, "class": null, "code": 63.3, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#orion-26b-a4b-v1.1", "id": "orion-26b-a4b-v1.1", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "orion-26b-a4b-v1.1", "model_url": null, "nsfw": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 20, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 63.3}, {"api": false, "c": {}, "chat": 76.9, "class": null, "code": 30.0, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#laguna-s-vision", "id": "laguna-s-vision", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "laguna-s-vision", "model_url": null, "nsfw": 62.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 21, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 55.8}, {"api": false, "c": {}, "chat": 74.2, "class": null, "code": 8.9, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#cydonia-22b", "id": "cydonia-22b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "cydonia-22b", "model_url": null, "nsfw": 68.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 23, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 44.8}, {"api": false, "c": {}, "chat": 68.3, "class": null, "code": 4.4, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#celeste-12b", "id": "celeste-12b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "celeste-12b", "model_url": null, "nsfw": 54.0, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 24, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 39.6}, {"api": false, "c": {}, "chat": 55.5, "class": null, "code": 20.3, "coverage": null, "date": "2026-08-23", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen2.5-vl-7b", "id": "qwen2.5-vl-7b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "qwen2.5-vl-7b", "model_url": null, "nsfw": 38.9, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 24, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 39.6}, {"api": false, "c": {}, "chat": 59.6, "class": null, "code": 10.0, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#deepseek-r1-0528-8b", "id": "deepseek-r1-0528-8b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "deepseek-r1-0528-8b", "model_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", "nsfw": 53.3, "params_display": "8B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 27, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 37.3}, {"api": false, "c": {}, "chat": 64.7, "class": null, "code": 3.3, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#gemma-2-2b-abliterated", "id": "gemma-2-2b-abliterated", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "gemma-2-2b-abliterated", "model_url": "https://huggingface.co/IlyaGusev/gemma-2-2b-it-abliterated", "nsfw": 52.0, "params_display": "2B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 28, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 37.1}, {"api": false, "c": {}, "chat": 46.8, "class": null, "code": 6.7, "coverage": null, "date": "2026-09-08", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#qwen2.5-1.5b", "id": "qwen2.5-1.5b", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "qwen2.5-1.5b", "model_url": "https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct", "nsfw": 35.0, "params_display": "1.5B", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 30, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 28.7}, {"api": false, "c": {}, "chat": null, "class": null, "code": 6.7, "coverage": null, "date": "2026-09-09", "full": "https://www.laserlloyd.com/makobench/suite/3-0/#precog-123b-v1a-q4", "id": "precog-123b-v1a-q4", "lean": null, "margin": null, "margin_chat": null, "margin_code": null, "margin_nsfw": null, "model": "precog-123b-v1a-q4", "model_url": null, "nsfw": null, "params_display": "—", "provider": null, "provisional": null, "provisional_reason": null, "quant": null, "quant_reason": null, "quant_url": null, "rank": 32, "ranked": true, "suite": "3.0.0", "text_suite_only": null, "tok_s": null, "total": 6.7}], "suite": "3.0", "url": "https://www.laserlloyd.com/makobench/suite/3-0/"}], "synced": "2026-11-06T14:30Z"}
|
index.html
CHANGED
|
@@ -85,8 +85,8 @@ footer{margin-top:16px;color:var(--muted);font-size:13.5px}
|
|
| 85 |
<script>
|
| 86 |
(function(){
|
| 87 |
"use strict";
|
| 88 |
-
var DEFAULT_ON={model:1,total:1,chat:1,code:1,rank:1,"class":1,params:1,quant:1,date:1};
|
| 89 |
-
var NUM={total:1,chat:1,code:1,rank:1,tok_s:1,params:1};
|
| 90 |
var data,cur,sort="total",dir=-1,kind="all",q="",open={},shown={};
|
| 91 |
var h=document.getElementById("h"),b=document.getElementById("b"),sel=document.getElementById("s"),colsBox=document.getElementById("cols");
|
| 92 |
function el(t,c,x){var e=document.createElement(t);if(c)e.className=c;if(x!=null)e.textContent=x;return e}
|
|
@@ -115,6 +115,7 @@ function fmt(r,c,max){var k=c.key,v=cell(r,k),td=el("td");
|
|
| 115 |
if(k==="total"){td.className="total";if(num(v)==null){td.appendChild(el("span","dim","–"));return td}
|
| 116 |
td.appendChild(document.createTextNode(v.toFixed(1)));if(num(r.margin)!=null)td.appendChild(el("span","pm","±"+r.margin.toFixed(1)));
|
| 117 |
var bar=el("span","bar"),i=el("i");i.style.width=(max?Math.max(2,100*v/max):0)+"%";bar.appendChild(i);td.appendChild(bar);return td}
|
|
|
|
| 118 |
if(k==="rank"){td.className="dim";td.textContent=r.ranked===false||num(r.rank)==null?"":String(r.rank);return td}
|
| 119 |
if(k==="quant"){td.className="l";td.textContent=r.api?"API":(v||"");return td}
|
| 120 |
if(k==="lean"||k==="class"||k==="provider"||k==="coverage"){td.className="l"+(k==="coverage"?" dim":"");td.textContent=v||"";return td}
|
|
@@ -130,6 +131,7 @@ function details(r){var tr=el("tr","d"),td=el("td");td.colSpan=visible().length+
|
|
| 130 |
if(any)g.appendChild(cats);
|
| 131 |
var sc=el("div");sc.appendChild(el("h3",null,"Scores"));
|
| 132 |
[["Total",r.total,r.margin],["Chat",r.chat,r.margin_chat],["Code",r.code,r.margin_code]].forEach(function(x){sc.appendChild(el("p","note",x[0]+": "+(num(x[1])==null?"–":x[1].toFixed(1)+(num(x[2])==null?"":" ±"+x[2].toFixed(1)))))});
|
|
|
|
| 133 |
if(r["class"]||r.lean)sc.appendChild(el("p","note",[r["class"]?"Class "+r["class"]:"",r.lean||""].filter(Boolean).join(" · ")));
|
| 134 |
if(r.coverage)sc.appendChild(el("p","note","Coverage: "+r.coverage));g.appendChild(sc);
|
| 135 |
var ln=el("div","links");ln.appendChild(el("h3",null,"Links"));ln.appendChild(link(r.full,"Full results on laserlloyd.com"));
|
|
@@ -148,7 +150,7 @@ function colBox(){colsBox.textContent="";cur.columns.forEach(function(c){if(c.ke
|
|
| 148 |
cb.addEventListener("change",function(){shown[c.key]=cb.checked;draw()});l.appendChild(cb);l.appendChild(document.createTextNode(" "+c.label));if(c.help)l.title=c.help;colsBox.appendChild(l)})}
|
| 149 |
function pick(i){cur=data.suites[i];shown={};cur.columns.forEach(function(c){shown[c.key]=!!DEFAULT_ON[c.key]});open={};colBox();draw();
|
| 150 |
var f=document.getElementById("f");f.textContent="";
|
| 151 |
-
f.appendChild(document.createTextNode("Suite "+cur.suite+" · Total = Chat + Code · graded by "+(data.judge||"a judge model")+" · mirrored from the site "+String(data.synced||"").slice(0,10)+". Click a model for its full breakdown on "));
|
| 152 |
f.appendChild(link(cur.url,"laserlloyd.com"));f.appendChild(document.createTextNode(". Scores come from the open "));
|
| 153 |
f.appendChild(link("https://github.com/LaserLloyd/CrucibleForge","CrucibleForge"));f.appendChild(document.createTextNode(" suite · "));
|
| 154 |
f.appendChild(link("https://huggingface.co/datasets/MakoBench/makobench","Dataset"));f.appendChild(document.createTextNode("."))}
|
|
|
|
| 85 |
<script>
|
| 86 |
(function(){
|
| 87 |
"use strict";
|
| 88 |
+
var DEFAULT_ON={model:1,total:1,chat:1,code:1,nsfw:1,rank:1,"class":1,params:1,quant:1,date:1};
|
| 89 |
+
var NUM={total:1,chat:1,code:1,nsfw:1,rank:1,tok_s:1,params:1};
|
| 90 |
var data,cur,sort="total",dir=-1,kind="all",q="",open={},shown={};
|
| 91 |
var h=document.getElementById("h"),b=document.getElementById("b"),sel=document.getElementById("s"),colsBox=document.getElementById("cols");
|
| 92 |
function el(t,c,x){var e=document.createElement(t);if(c)e.className=c;if(x!=null)e.textContent=x;return e}
|
|
|
|
| 115 |
if(k==="total"){td.className="total";if(num(v)==null){td.appendChild(el("span","dim","–"));return td}
|
| 116 |
td.appendChild(document.createTextNode(v.toFixed(1)));if(num(r.margin)!=null)td.appendChild(el("span","pm","±"+r.margin.toFixed(1)));
|
| 117 |
var bar=el("span","bar"),i=el("i");i.style.width=(max?Math.max(2,100*v/max):0)+"%";bar.appendChild(i);td.appendChild(bar);return td}
|
| 118 |
+
if(k==="nsfw"){if(num(v)==null){td.className="dim";td.textContent="\u2013";return td}td.textContent=v.toFixed(1);if(num(r.margin_nsfw)!=null)td.appendChild(el("span","pm","\u00b1"+r.margin_nsfw.toFixed(1)));return td}
|
| 119 |
if(k==="rank"){td.className="dim";td.textContent=r.ranked===false||num(r.rank)==null?"":String(r.rank);return td}
|
| 120 |
if(k==="quant"){td.className="l";td.textContent=r.api?"API":(v||"");return td}
|
| 121 |
if(k==="lean"||k==="class"||k==="provider"||k==="coverage"){td.className="l"+(k==="coverage"?" dim":"");td.textContent=v||"";return td}
|
|
|
|
| 131 |
if(any)g.appendChild(cats);
|
| 132 |
var sc=el("div");sc.appendChild(el("h3",null,"Scores"));
|
| 133 |
[["Total",r.total,r.margin],["Chat",r.chat,r.margin_chat],["Code",r.code,r.margin_code]].forEach(function(x){sc.appendChild(el("p","note",x[0]+": "+(num(x[1])==null?"–":x[1].toFixed(1)+(num(x[2])==null?"":" ±"+x[2].toFixed(1)))))});
|
| 134 |
+
if(cur.columns.some(function(c){return c.key==="nsfw"}))sc.appendChild(el("p","note","NSFW level: "+(num(r.nsfw)==null?"\u2013":r.nsfw.toFixed(1)+(num(r.margin_nsfw)==null?"":" \u00b1"+r.margin_nsfw.toFixed(1)))+" (willingness, not part of Total)"));
|
| 135 |
if(r["class"]||r.lean)sc.appendChild(el("p","note",[r["class"]?"Class "+r["class"]:"",r.lean||""].filter(Boolean).join(" · ")));
|
| 136 |
if(r.coverage)sc.appendChild(el("p","note","Coverage: "+r.coverage));g.appendChild(sc);
|
| 137 |
var ln=el("div","links");ln.appendChild(el("h3",null,"Links"));ln.appendChild(link(r.full,"Full results on laserlloyd.com"));
|
|
|
|
| 150 |
cb.addEventListener("change",function(){shown[c.key]=cb.checked;draw()});l.appendChild(cb);l.appendChild(document.createTextNode(" "+c.label));if(c.help)l.title=c.help;colsBox.appendChild(l)})}
|
| 151 |
function pick(i){cur=data.suites[i];shown={};cur.columns.forEach(function(c){shown[c.key]=!!DEFAULT_ON[c.key]});open={};colBox();draw();
|
| 152 |
var f=document.getElementById("f");f.textContent="";
|
| 153 |
+
f.appendChild(document.createTextNode("Suite "+cur.suite+" · Total = Chat + Code · NSFW level measures willingness (adult characters only), is not part of Total and higher is not better · graded by "+(data.judge||"a judge model")+" · mirrored from the site "+String(data.synced||"").slice(0,10)+". Click a model for its full breakdown on "));
|
| 154 |
f.appendChild(link(cur.url,"laserlloyd.com"));f.appendChild(document.createTextNode(". Scores come from the open "));
|
| 155 |
f.appendChild(link("https://github.com/LaserLloyd/CrucibleForge","CrucibleForge"));f.appendChild(document.createTextNode(" suite · "));
|
| 156 |
f.appendChild(link("https://huggingface.co/datasets/MakoBench/makobench","Dataset"));f.appendChild(document.createTextNode("."))}
|