README / index.html
goodmai's picture
Update Bosalt org profile README and fit matrix to Basalt v0.11.0
dd78840 verified
Raw History Blame Contribute Delete
5.07 kB
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Basalt v0.11.0 — which MLX model &amp; Compose profile fits your Mac</title>
<style>
body { font: 15px/1.55 -apple-system, system-ui, sans-serif; max-width: 920px; margin: 2rem auto; padding: 0 1rem; color: #e8ecf1; background: #0f1115; }
h1 { font-size: 1.65rem; margin-bottom: .25rem; }
.sub { color: #9aa4b2; margin-top: 0; }
label { font-weight: 600; margin-right: .5rem; }
select { font-size: 0.95rem; padding: .35rem .6rem; border-radius: 8px; background: #171a21; color: #e8ecf1; border: 1px solid #2a303c; }
table { width: 100%; border-collapse: collapse; margin-top: 1rem; font-size: 14px; }
th, td { text-align: left; padding: .55rem .5rem; border-bottom: 1px solid #2a303c; vertical-align: top; }
th { font-size: .82rem; color: #9aa4b2; text-transform: uppercase; letter-spacing: .04em; }
code { background: #171a21; padding: .15rem .4rem; border-radius: 5px; font-size: .82rem; word-break: break-all; }
a { color: #64b5f6; text-decoration: none; }
a:hover { text-decoration: underline; }
.run-btn { display: inline-block; padding: 4px 10px; border-radius: 7px; background: #0a84ff; color: #fff !important; font-weight: 600; font-size: 12px; text-decoration: none !important; }
</style>
</head>
<body>
<h1>Basalt v0.11.0 — models &amp; 84 Compose profiles by Mac RAM</h1>
<p class="sub">Native Swift 6.4 LLM, neural TTS &amp; image server + macOS 27 Liquid Glass app: OpenAI + Anthropic + MCP. <a href="https://github.com/goodmai/basalt/releases/tag/v0.11.0">Release v0.11.0</a> · <a href="https://github.com/goodmai/basalt">github.com/goodmai/basalt</a></p>
<label for="ram">Unified memory:</label>
<select id="ram">
<option value="16">16 GB</option>
<option value="24" selected>24 GB</option>
<option value="36">32–36 GB</option>
<option value="48">48 GB</option>
<option value="64">64 GB</option>
<option value="128">128 GB</option>
<option value="256">236 / 256 GB</option>
</select>
<table>
<thead><tr><th>Model / Compose Stack</th><th>Footprint</th><th>Measured on M4 Pro 24 GB</th><th>Launch</th></tr></thead>
<tbody id="rows"></tbody>
</table>
<script>
const MODELS = [
{ id: "mlx-community/Qwen3-4B-4bit", role: "chat", gb: 2.2, minRam: 16, tps: "78–89 tok/s" },
{ id: "Zyphra/ZONOS3-Mini-hf", role: "tts", gb: 2.2, minRam: 16, tps: "44.1 kHz TTS · RTF 0.23–0.26 (3.8–4.4× RT)" },
{ id: "goodmai/Ternary-Bonsai-2-27B-MTPLX-Optimized-Speed", role: "mtp", gb: 7.4, minRam: 16, tps: "21 tok/s · 27.1 with --mtp · 31–38 lookup" },
{ id: "goodmai/gemma-4-12B-it-qat-4bit", role: "chat", gb: 7.6, minRam: 16, tps: "daily chat & vision" },
{ id: "goodmai/Qwen3.8-27B-QTIP-2.5bpw-MLX", role: "chat", gb: 10.0, minRam: 16, tps: "16k PPL 4.621 (beats 3-bit affine)" },
{ id: "goodmai/Qwen3.8-27B-GSQ-RCO-IQ3_S-Basalt-Native", role: "chat", gb: 11.8, minRam: 24, tps: "PPL 4.169 · 300/300 System One" },
{ id: "goodmai/LFM2.5-24B-A2B-MLX-4bit", role: "chat", gb: 12.6, minRam: 24, tps: "golden-verified hybrid MoE" },
{ id: "goodmai/Qwen3.6-35B-A3B-8bit", role: "moe-stream", gb: 13.9, minRam: 24, tps: "8.77 tok/s from SSD (--expert-streaming, 0 swap)" },
{ id: "goodmai/gemma-4-26B-A4B-it-qat-4bit", role: "chat", gb: 14.5, minRam: 24, tps: "golden-verified 26B MoE" },
{ id: "Recursive/Flint-40B-A2.5B", role: "chat", gb: 17.6, minRam: 24, tps: "67.02 tok/s decode · 273.5 tok/s prefill (oQ3e)" },
{ id: "nvidia/Nemotron-3.5-Lightning-30B-A3B", role: "chat", gb: 17.0, minRam: 36, tps: "Mamba-2 + Latently-Routed MoE" },
{ id: "Ricursive/Ripple-65B-4bit", role: "chat", gb: 35.0, minRam: 64, tps: "65B gated-attention sparse MoE" }
];
function tierKey(ram) {
if (ram <= 16) return "16gb";
if (ram <= 24) return "24gb";
if (ram <= 36) return "32-36gb";
if (ram <= 48) return "48gb";
if (ram <= 64) return "64gb";
if (ram <= 128) return "128gb";
return "256gb";
}
function render() {
const ram = Number(document.getElementById("ram").value);
const tk = tierKey(ram);
const composeRow = `<tr><td><b>★ Recommended Compose Tier (<code>${tk}-*</code>)</b><br><code>basalt compose up ${tk}-voice-zonos</code></td><td>auto</td><td>12 calibrated profiles (4 primary ★)</td><td><a class="run-btn" href="https://goodmai-run-with-basalt.static.hf.space/?profile=${tk}-voice-zonos&lang=en" target="_blank">▶ Launch Compose</a></td></tr>`;
const rows = MODELS.filter(m => m.minRam <= ram).map(m => {
const url = `https://goodmai-run-with-basalt.static.hf.space/?model=${encodeURIComponent(m.id)}&role=${m.role}&lang=en`;
return `<tr><td><a href="https://huggingface.co/${m.id}" target="_blank">${m.id}</a></td><td>${m.gb} GB</td><td>${m.tps}</td><td><a class="run-btn" href="${url}" target="_blank">▶ Run</a></td></tr>`;
});
document.getElementById("rows").innerHTML = composeRow + rows.join("");
}
document.getElementById("ram").addEventListener("change", render);
render();
</script>
</body>
</html>