runs/26.html

<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>ternary-bonsai-2-27b – Local LLM Benchmarks</title>
<link rel="stylesheet" href="../style.css">
</head>
<body>
<header class="top">
  <a class="brand" href="../index.html">Local LLM Benchmarks</a>
  <nav>
    <a href="../index.html">Overview</a>
    <a href="../methodology.html">Methodology</a>
  </nav>
</header>
<main>
<p class="sub"><a href="../index.html#v3-quick">← Overview</a></p>
<h1>ternary-bonsai-2-27b</h1>
<dl class="meta">
  <dt>Quantization</dt><dd>FP8</dd>
  <dt>Reasoning</dt><dd>off</dd>
  <dt>Profile</dt><dd>quick</dd>
  <dt>Suite</dt><dd>v2b</dd>
  <dt>Date</dt><dd>2026-09-21 – 2026-09-23</dd>
  <dt>Hardware</dt><dd>NVIDIA DGX Spark, 128 GB RAM</dd>
  <dt>Inference software</dt><dd>vLLM 0.26.0</dd>
  <dt>Measured</dt><dd>directly at the inference server</dd>
  <dt>Overall</dt><dd class="strong">61.3</dd>
</dl>

<h2>Categories</h2>
<div class="table-wrap">
<table>
<thead><tr><th>Category</th><th class="num">Score</th></tr></thead>
<tbody>
<tr><td>Knowledge &amp; reasoning</td><td class="num">69.5</td></tr>
<tr><td>Math</td><td class="num">59.6</td></tr>
<tr><td>Instruction following</td><td class="num">46.3</td></tr>
<tr><td>Code</td><td class="num">56.5</td></tr>
<tr><td>German</td><td class="num">74.5</td></tr>
</tbody>
</table>
</div>

<h2>Tasks</h2>
<div class="table-wrap">
<table>
<thead><tr><th>Category</th><th>Task</th><th class="num">Score</th><th class="num">±</th><th class="num">n</th></tr></thead>
<tbody>
<tr>
  <td>Knowledge &amp; reasoning</td>
  <td>mmlu_pro</td>
  <td class="num">77.7</td>
  <td class="num">± 2.4</td>
  <td class="num">300</td>
</tr>
<tr>
  <td>Knowledge &amp; reasoning</td>
  <td>gpqa_diamond_gen</td>
  <td class="num">65.7</td>
  <td class="num">± 3.4</td>
  <td class="num">198</td>
</tr>
<tr>
  <td>Knowledge &amp; reasoning</td>
  <td>musr_gen</td>
  <td class="num">65.2</td>
  <td class="num">± 3.0</td>
  <td class="num">250</td>
</tr>
<tr>
  <td>Math</td>
  <td>omni_math_gen</td>
  <td class="num">59.6</td>
  <td class="num">± 3.1</td>
  <td class="num">250</td>
</tr>
<tr>
  <td>Instruction following</td>
  <td>ifbench</td>
  <td class="num">34.3</td>
  <td class="num">± 2.7</td>
  <td class="num">300</td>
</tr>
<tr>
  <td>Instruction following</td>
  <td>ifeval</td>
  <td class="num">82.7</td>
  <td class="num">± 3.1</td>
  <td class="num">150</td>
</tr>
<tr>
  <td>Code</td>
  <td>livecodebench_gen</td>
  <td class="num">56.5</td>
  <td class="num">± 3.5</td>
  <td class="num">200</td>
</tr>
<tr>
  <td>German</td>
  <td>mmlu_prox_de</td>
  <td class="num">77.3</td>
  <td class="num">± 2.4</td>
  <td class="num">300</td>
</tr>
<tr>
  <td>German</td>
  <td>include_de_gen</td>
  <td class="num">68.8</td>
  <td class="num">± 3.7</td>
  <td class="num">154</td>
</tr>
</tbody>
</table>
</div>
<p class="hint">± is the standard error; the 95% interval spans roughly 1.96 standard errors around the score.</p>

<h2>Speed</h2>
<div class="table-wrap">
<table>
<thead><tr><th>Measure</th><th class="num">Context (target)</th><th class="num">Context (actual)</th><th class="num">Median</th><th class="num">p10</th><th class="num">p90</th><th class="num">n</th></tr></thead>
<tbody>
<tr>
  <td>Generation [t/s]</td>
  <td class="num">–</td>
  <td class="num">–</td>
  <td class="num">28.5</td>
  <td class="num">28.5</td>
  <td class="num">28.5</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Prompt processing [t/s]</td>
  <td class="num">512</td>
  <td class="num">529</td>
  <td class="num">622.5</td>
  <td class="num">602.7</td>
  <td class="num">638.3</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Prompt processing [t/s]</td>
  <td class="num">4096</td>
  <td class="num">4024</td>
  <td class="num">898.1</td>
  <td class="num">896.5</td>
  <td class="num">899.6</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Prompt processing [t/s]</td>
  <td class="num">16384</td>
  <td class="num">16001</td>
  <td class="num">892.4</td>
  <td class="num">886.4</td>
  <td class="num">903.4</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Time to first token [ms]</td>
  <td class="num">512</td>
  <td class="num">529</td>
  <td class="num">849.8</td>
  <td class="num">828.8</td>
  <td class="num">876.9</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Time to first token [ms]</td>
  <td class="num">4096</td>
  <td class="num">4024</td>
  <td class="num">4480.4</td>
  <td class="num">4473.0</td>
  <td class="num">4488.6</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Time to first token [ms]</td>
  <td class="num">16384</td>
  <td class="num">16001</td>
  <td class="num">17931.1</td>
  <td class="num">17712.7</td>
  <td class="num">18051.2</td>
  <td class="num">5</td>
</tr>
</tbody>
</table>
</div>
<p class="hint">Measured directly at the inference server.</p>
<footer class="page-foot">As of 2026-10-10 · scores 0–100 · built with <code>bench publish</code></footer>
</main>
<script src="../chart.umd.min.js"></script>
<script src="../app.js"></script>
</body>
</html>