runs/31.html

<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>mimo-v2.6-flash (pool) – Local LLM Benchmarks</title>
<link rel="stylesheet" href="../style.css">
</head>
<body>
<header class="top">
  <a class="brand" href="../index.html">Local LLM Benchmarks</a>
  <nav>
    <a href="../index.html">Overview</a>
    <a href="../methodology.html">Methodology</a>
  </nav>
</header>
<main>
<p class="sub"><a href="../index.html#v3-quick">← Overview</a></p>
<h1>mimo-v2.6-flash (pool)</h1>
<dl class="meta">
  <dt>Quantization</dt><dd>FP8 + MXFP4</dd>
  <dt>Reasoning</dt><dd>off</dd>
  <dt>Profile</dt><dd>quick</dd>
  <dt>Suite</dt><dd>v2b</dd>
  <dt>Date</dt><dd>2026-09-26 – 2026-09-27</dd>
  <dt>Hardware</dt><dd>2× NVIDIA DGX Spark, je 128 GB RAM</dd>
  <dt>Inference software</dt><dd>vLLM 0.26.0</dd>
  <dt>Measured</dt><dd>directly at the inference server</dd>
  <dt>Overall</dt><dd class="strong">59.4</dd>
</dl>

<h2>Categories</h2>
<div class="table-wrap">
<table>
<thead><tr><th>Category</th><th class="num">Score</th></tr></thead>
<tbody>
<tr><td>Knowledge &amp; reasoning</td><td class="num">69.7</td></tr>
<tr><td>Math</td><td class="num">41.6</td></tr>
<tr><td>Instruction following</td><td class="num">49.8</td></tr>
<tr><td>Code</td><td class="num">61.5</td></tr>
<tr><td>German</td><td class="num">74.5</td></tr>
</tbody>
</table>
</div>

<h2>Tasks</h2>
<div class="table-wrap">
<table>
<thead><tr><th>Category</th><th>Task</th><th class="num">Score</th><th class="num">±</th><th class="num">n</th></tr></thead>
<tbody>
<tr>
  <td>Knowledge &amp; reasoning</td>
  <td>mmlu_pro</td>
  <td class="num">82.0</td>
  <td class="num">± 2.2</td>
  <td class="num">300</td>
</tr>
<tr>
  <td>Knowledge &amp; reasoning</td>
  <td>gpqa_diamond_gen</td>
  <td class="num">68.7</td>
  <td class="num">± 3.3</td>
  <td class="num">198</td>
</tr>
<tr>
  <td>Knowledge &amp; reasoning</td>
  <td>musr_gen</td>
  <td class="num">58.4</td>
  <td class="num">± 3.1</td>
  <td class="num">250</td>
</tr>
<tr>
  <td>Math</td>
  <td>omni_math_gen</td>
  <td class="num">41.6</td>
  <td class="num">± 3.1</td>
  <td class="num">250</td>
</tr>
<tr>
  <td>Instruction following</td>
  <td>ifbench</td>
  <td class="num">37.0</td>
  <td class="num">± 2.8</td>
  <td class="num">300</td>
</tr>
<tr>
  <td>Instruction following</td>
  <td>ifeval</td>
  <td class="num">88.7</td>
  <td class="num">± 2.6</td>
  <td class="num">150</td>
</tr>
<tr>
  <td>Code</td>
  <td>livecodebench_gen</td>
  <td class="num">61.5</td>
  <td class="num">± 3.4</td>
  <td class="num">200</td>
</tr>
<tr>
  <td>German</td>
  <td>mmlu_prox_de</td>
  <td class="num">78.7</td>
  <td class="num">± 2.4</td>
  <td class="num">300</td>
</tr>
<tr>
  <td>German</td>
  <td>include_de_gen</td>
  <td class="num">66.2</td>
  <td class="num">± 3.8</td>
  <td class="num">154</td>
</tr>
</tbody>
</table>
</div>
<p class="hint">± is the standard error; the 95% interval spans roughly 1.96 standard errors around the score.</p>

<h2>Speed</h2>
<div class="table-wrap">
<table>
<thead><tr><th>Measure</th><th class="num">Context (target)</th><th class="num">Context (actual)</th><th class="num">Median</th><th class="num">p10</th><th class="num">p90</th><th class="num">n</th></tr></thead>
<tbody>
<tr>
  <td>Generation [t/s]</td>
  <td class="num">–</td>
  <td class="num">–</td>
  <td class="num">27.1</td>
  <td class="num">25.4</td>
  <td class="num">28.2</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Prompt processing [t/s]</td>
  <td class="num">512</td>
  <td class="num">525</td>
  <td class="num">959.7</td>
  <td class="num">957.4</td>
  <td class="num">966.7</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Prompt processing [t/s]</td>
  <td class="num">4096</td>
  <td class="num">4024</td>
  <td class="num">2177.6</td>
  <td class="num">2132.8</td>
  <td class="num">2178.6</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Prompt processing [t/s]</td>
  <td class="num">16384</td>
  <td class="num">16036</td>
  <td class="num">2097.1</td>
  <td class="num">2093.4</td>
  <td class="num">2106.5</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Time to first token [ms]</td>
  <td class="num">512</td>
  <td class="num">525</td>
  <td class="num">546.0</td>
  <td class="num">543.1</td>
  <td class="num">548.4</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Time to first token [ms]</td>
  <td class="num">4096</td>
  <td class="num">4024</td>
  <td class="num">1847.9</td>
  <td class="num">1847.0</td>
  <td class="num">1887.0</td>
  <td class="num">5</td>
</tr>
<tr>
  <td>Time to first token [ms]</td>
  <td class="num">16384</td>
  <td class="num">16036</td>
  <td class="num">7646.6</td>
  <td class="num">7612.6</td>
  <td class="num">7660.1</td>
  <td class="num">5</td>
</tr>
</tbody>
</table>
</div>
<p class="hint">Measured directly at the inference server.</p>
<footer class="page-foot">As of 2026-10-10 · scores 0–100 · built with <code>bench publish</code></footer>
</main>
<script src="../chart.umd.min.js"></script>
<script src="../app.js"></script>
</body>
</html>