HeavensHackDev commited on
Commit
d3a614e
·
verified ·
1 Parent(s): 5654bbb

ToolUse.1: leaderboard

Browse files
Files changed (4) hide show
  1. app.js +5 -1
  2. index.html +11 -10
  3. leaderboard.html +1 -1
  4. styles.css +2 -0
app.js CHANGED
@@ -303,13 +303,17 @@ async function loadResults() {
303
  }
304
 
305
  function applyMetricCards(data) {
306
- const best = [...(data.rows || [])].sort((a, b) => (b.score ?? 0) - (a.score ?? 0))[0];
 
 
307
  if (!best) return;
308
  const map = { overall: best.score, call: best.correct_call, abstain: best.abstention };
309
  document.querySelectorAll("[data-metric]").forEach((el) => {
310
  const v = map[el.dataset.metric];
311
  if (typeof v === "number") el.textContent = pct(v);
312
  });
 
 
313
  }
314
 
315
  document.addEventListener("DOMContentLoaded", async () => {
 
303
  }
304
 
305
  function applyMetricCards(data) {
306
+ const best = [...(data.rows || [])]
307
+ .filter((r) => !r.self_check && typeof r.score === "number")
308
+ .sort((a, b) => (b.score ?? 0) - (a.score ?? 0))[0];
309
  if (!best) return;
310
  const map = { overall: best.score, call: best.correct_call, abstain: best.abstention };
311
  document.querySelectorAll("[data-metric]").forEach((el) => {
312
  const v = map[el.dataset.metric];
313
  if (typeof v === "number") el.textContent = pct(v);
314
  });
315
+ const leader = document.querySelector("[data-leader]");
316
+ if (leader) leader.textContent = best.model;
317
  }
318
 
319
  document.addEventListener("DOMContentLoaded", async () => {
index.html CHANGED
@@ -46,20 +46,21 @@
46
 
47
  <section class="metrics reveal">
48
  <div class="metric">
49
- <div class="label">Invocation</div>
50
- <div class="value" data-metric="overall">—</div>
51
- <div class="note">Right tool, semantically correct arguments. Expressions are evaluated — <code>45+12</code> equals <code>45 + 12</code>.</div>
52
  </div>
53
  <div class="metric">
54
- <div class="label">Abstention</div>
55
- <div class="value" data-metric="abstain">—</div>
56
- <div class="note">No call when no tool applies: knowledge questions, absent capabilities, explicit no-tool instructions.</div>
57
  </div>
58
  <div class="metric">
59
- <div class="label">Clarification</div>
60
- <div class="value" data-metric="call">—</div>
61
- <div class="note">A required argument is missing. Asking the user passes; guessing an argument fails.</div>
62
  </div>
 
63
  </section>
64
 
65
  <section class="grid reveal">
@@ -85,7 +86,7 @@
85
  <div class="board" data-board>
86
  <div class="board-head">
87
  <h2>ToolUse.1 — Leaderboard</h2>
88
- <p class="stamp" data-board-stamp>loading results…</p>
89
  </div>
90
  <table>
91
  <thead>
 
46
 
47
  <section class="metrics reveal">
48
  <div class="metric">
49
+ <div class="label">Overall score</div>
50
+ <div class="value" data-metric="overall">64.0%</div>
51
+ <div class="note">Passed cases over all cases, three protocols combined. Each entry reports a Wilson 95% interval.</div>
52
  </div>
53
  <div class="metric">
54
+ <div class="label">Correct call</div>
55
+ <div class="value" data-metric="call">58.6%</div>
56
+ <div class="note">Right tool with semantically correct arguments when a tool applies. Expressions are evaluated — <code>45+12</code> equals <code>45 + 12</code>.</div>
57
  </div>
58
  <div class="metric">
59
+ <div class="label">Abstention</div>
60
+ <div class="value" data-metric="abstain">75.9%</div>
61
+ <div class="note">No call emitted when no tool applies: knowledge questions, absent capabilities, explicit no-tool instructions.</div>
62
  </div>
63
+ <p class="metric-leader">Current leader: <b data-leader>HardcoreAI/Nova-1.1-0.8B</b> — the figures above are its run.</p>
64
  </section>
65
 
66
  <section class="grid reveal">
 
86
  <div class="board" data-board>
87
  <div class="board-head">
88
  <h2>ToolUse.1 — Leaderboard</h2>
89
+ <p class="stamp" data-board-stamp>3 entries · v1.0.0 · updated 2026-10-17</p>
90
  </div>
91
  <table>
92
  <thead>
leaderboard.html CHANGED
@@ -41,7 +41,7 @@
41
  <div class="board-head">
42
  <h2>All submissions</h2>
43
  <div class="board-tools">
44
- <p class="stamp" data-board-stamp>loading results…</p>
45
  </div>
46
  </div>
47
  <table>
 
41
  <div class="board-head">
42
  <h2>All submissions</h2>
43
  <div class="board-tools">
44
+ <p class="stamp" data-board-stamp>3 entries · v1.0.0 · updated 2026-10-17</p>
45
  </div>
46
  </div>
47
  <table>
styles.css CHANGED
@@ -267,6 +267,8 @@ pre code { background: none; border: none; padding: 0; }
267
  .metric .value { font-family: var(--mono); font-size: 1.7rem; font-variant-numeric: tabular-nums; font-weight: 600; }
268
  .metric .note { margin-top: 0.35rem; font-size: 0.78rem; color: var(--dim); }
269
  .metric .note code { font-size: 0.78em; }
 
 
270
 
271
  /* ------------------------------------------------------------------ footer */
272
  footer { border-top: 1px solid var(--line); padding: 2rem 0 3rem; color: var(--dim); font-size: 0.78rem; }
 
267
  .metric .value { font-family: var(--mono); font-size: 1.7rem; font-variant-numeric: tabular-nums; font-weight: 600; }
268
  .metric .note { margin-top: 0.35rem; font-size: 0.78rem; color: var(--dim); }
269
  .metric .note code { font-size: 0.78em; }
270
+ .metric-leader { grid-column: 1 / -1; margin: 0.2rem 0 0; color: var(--dim); font-size: 0.8rem; }
271
+ .metric-leader b { color: var(--text); font-weight: 500; }
272
 
273
  /* ------------------------------------------------------------------ footer */
274
  footer { border-top: 1px solid var(--line); padding: 2rem 0 3rem; color: var(--dim); font-size: 0.78rem; }