Initial JevBench leaderboard Space

index.html

@@ -1,19 +1,149 @@
 <!doctype html>
-<html>
-	<head>
-		<meta charset="utf-8" />
-		<meta name="viewport" content="width=device-width" />
-		<title>My static Space</title>
-		<link rel="stylesheet" href="style.css" />
-	</head>
-	<body>
-		<div class="card">
-			<h1>Welcome to your static Space!</h1>
-			<p>You can modify this app directly by editing <i>index.html</i> in the Files and versions tab.</p>
-			<p>
-				Also don't forget to check the
-				<a href="https://huggingface.co/docs/hub/spaces" target="_blank">Spaces documentation</a>.
-			</p>
-		</div>
-	</body>
+<html lang="en" data-theme="dark">
+<head>
+<meta charset="utf-8">
+<meta name="viewport" content="width=device-width,initial-scale=1">
+<title>JevBench — the open benchmark for Jev-class decision models</title>
+<meta name="description" content="Live leaderboard for JevBench: an open benchmark for Jev-class decision models, scored on intelligence, calibration, speed, and cost.">
+<link rel="stylesheet" href="style.css">
+</head>
+<body>
+<main>
+  <header class="top">
+    <span class="wordmark">Benchmark Heaven</span>
+    <button class="theme-toggle" id="themeToggle" type="button">Toggle light / dark</button>
+  </header>
+
+  <div class="tag">Open benchmark</div>
+  <h1>JevBench</h1>
+  <p class="lede">The open benchmark for Jev-class decision models. One bounded rubric in, one answer distribution out — measured on intelligence above chance, calibration, speed, and cost.</p>
+
+  <div class="actions">
+    <a class="btn primary" href="https://benchmarkheaven.com/jev-models" target="_blank" rel="noopener">Explore the full interactive board</a>
+    <a class="btn" href="https://github.com/fstandhartinger/jevbench" target="_blank" rel="noopener">Code &amp; method</a>
+    <a class="btn" href="https://github.com/fstandhartinger/jevbench/issues" target="_blank" rel="noopener">Submit a system</a>
+  </div>
+
+  <div class="facts">
+    <div class="fact"><b id="systemsCount">—</b><span>ranked systems</span></div>
+    <div class="fact"><b>534</b><span>decisions per complete run</span></div>
+    <div class="fact"><b>4</b><span>equally weighted axes</span></div>
+    <div class="fact"><b id="revision">—</b><span>current revision</span></div>
+  </div>
+
+  <h2>How the score works</h2>
+  <div class="method">
+    <div class="method-card"><b>Intelligence</b><span>Accuracy above chance, per tier (easy, standard, judge, hard), clipped at 0 and tier-weighted.</span></div>
+    <div class="method-card"><b>Calibration</b><span>Hard-tier expected calibration error plus fidelity to the exact gold probability distribution.</span></div>
+    <div class="method-card"><b>Speed</b><span>Serial p50 and p95 latency on a logarithmic scale, self-hosted endpoints adjusted for production load.</span></div>
+    <div class="method-card"><b>Cost</b><span>USD per 1,000 complete decisions — a whole question, not per 1,000 tokens.</span></div>
+  </div>
+  <p class="formula" id="formula">JevBench Score (v1.3): geometric mean of Intelligence, Calibration, Speed and Cost, 25% each. If chance-corrected Intelligence is below 50, the composite gets a growing <code>(Intelligence / 50)²</code> penalty; at or above 50 there is no penalty.</p>
+
+  <h2>Current leaderboard</h2>
+  <p class="note" id="sourceNote">Loading the live public results…</p>
+  <div class="table-wrap">
+    <table>
+      <thead>
+        <tr>
+          <th>Rank &amp; system</th>
+          <th>Class</th>
+          <th>Score</th>
+          <th>Intelligence</th>
+          <th>Calibration</th>
+          <th>Speed</th>
+          <th>Cost</th>
+          <th>USD / 1k decisions</th>
+          <th>Licence</th>
+        </tr>
+      </thead>
+      <tbody id="board"><tr><td colspan="9">Loading current results…</td></tr></tbody>
+    </table>
+  </div>
+
+  <h2>Submit a system</h2>
+  <p class="lede">Open an issue in the <a href="https://github.com/fstandhartinger/jevbench/issues" style="color:var(--accent)">JevBench repository</a> with a public endpoint or reproducible serving instructions. Mappings and evaluation conditions are documented before aggregation; held-out tasks are never sent to submitter-operated endpoints.</p>
+
+  <footer class="foot">
+    JevBench is maintained by <a href="https://benchmarkheaven.com" target="_blank" rel="noopener">Benchmark Heaven</a> and is not affiliated with or endorsed by TypeSafe AI.
+    Jev is one of the systems evaluated, not the benchmark owner. See the full board at
+    <a href="https://benchmarkheaven.com/jev-models" target="_blank" rel="noopener">benchmarkheaven.com/jev-models</a> and the method at
+    <a href="https://github.com/fstandhartinger/jevbench" target="_blank" rel="noopener">github.com/fstandhartinger/jevbench</a>.
+  </footer>
+</main>
+
+<script>
+(function () {
+  var root = document.documentElement;
+  var saved = localStorage.getItem('jevbench-theme');
+  if (saved) root.setAttribute('data-theme', saved);
+  else if (window.matchMedia && window.matchMedia('(prefers-color-scheme: light)').matches) root.setAttribute('data-theme', 'light');
+  document.getElementById('themeToggle').addEventListener('click', function () {
+    var next = root.getAttribute('data-theme') === 'dark' ? 'light' : 'dark';
+    root.setAttribute('data-theme', next);
+    localStorage.setItem('jevbench-theme', next);
+  });
+})();
+
+const LIVE_URL = 'https://benchmarkheaven.com/api/jevbench/v1.2';
+const SNAPSHOT_URL = 'snapshot.json';
+const f = n => Number.isFinite(+n) ? (+n).toFixed(1) : '—';
+const money = v => (v == null ? '—' : 'USD ' + Number(v).toPrecision(3));
+
+function bar(v) {
+  const pct = Math.max(0, Math.min(100, +v || 0));
+  return '<span class="bar-cell"><span class="bar-track"><span class="bar-fill" style="width:' + pct + '%"></span></span><span class="bar-num">' + f(v) + '</span></span>';
+}
+
+function render(rows, meta) {
+  document.getElementById('systemsCount').textContent = rows.length;
+  document.getElementById('revision').textContent = meta.revision || '—';
+  document.getElementById('board').innerHTML = rows.map(function (x, i) {
+    const rank = x.rank || (i + 1);
+    const name = x.repo ? '<a class="sys-name" href="' + x.repo + '" target="_blank" rel="noopener">' + x.display + '</a>' : '<span class="sys-name">' + x.display + '</span>';
+    return '<tr>' +
+      '<td><span class="rank">' + rank + '.</span>' + name + '</td>' +
+      '<td><span class="badge">' + (x.class || '—') + '</span></td>' +
+      '<td class="score">' + f(x.jevbench_score) + '</td>' +
+      '<td>' + bar(x.axes && x.axes.intelligence) + '</td>' +
+      '<td>' + bar(x.axes && x.axes.calibration) + '</td>' +
+      '<td>' + bar(x.axes && x.axes.speed) + '</td>' +
+      '<td>' + bar(x.axes && x.axes.cost) + '</td>' +
+      '<td>' + money(x.cost_usd_per_1000 != null ? x.cost_usd_per_1000 : (x.cost && x.cost.usd_per_1000)) + '</td>' +
+      '<td>' + (x.licence || '—') + '</td>' +
+      '</tr>';
+  }).join('');
+}
+
+function fromLive(d) {
+  const rows = (d.systems || [])
+    .filter(x => x.ranked && !x.partial)
+    .sort((a, b) => (b.jevbench_score || 0) - (a.jevbench_score || 0));
+  render(rows, d);
+  document.getElementById('sourceNote').textContent =
+    'Live from benchmarkheaven.com — revision ' + (d.revision || '—') + ', generated ' + (d.generated_utc ? d.generated_utc.slice(0, 10) : '—') + '. Partial runs and honorable mentions are omitted here; the full site preserves them.';
+  document.getElementById('sourceNote').className = 'note';
+}
+
+function fromSnapshot(d) {
+  render(d.systems || [], d);
+  document.getElementById('sourceNote').textContent =
+    'Live fetch was blocked by the browser, so this is a dated snapshot committed in this Space — revision ' + (d.revision || '—') + ', generated ' + (d.generated_utc ? d.generated_utc.slice(0, 10) : '—') + '. For the live board, use the link above.';
+  document.getElementById('sourceNote').className = 'note warn';
+}
+
+fetch(LIVE_URL, { cache: 'no-store' })
+  .then(r => { if (!r.ok) throw new Error('HTTP ' + r.status); return r.json(); })
+  .then(fromLive)
+  .catch(function () {
+    fetch(SNAPSHOT_URL)
+      .then(r => r.json())
+      .then(fromSnapshot)
+      .catch(function (e) {
+        document.getElementById('board').innerHTML = '<tr><td class="error" colspan="9">Could not load results. Use the full leaderboard link above. (' + e.message + ')</td></tr>';
+        document.getElementById('sourceNote').textContent = 'Could not load any leaderboard data.';
+      });
+  });
+</script>
+</body>
 </html>