yangwan7
Claude Fable 5.2
Paper link: arXiv:2611.26248
faf2016
Raw History Blame Contribute Delete
12.3 kB
<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>TwinLab-Bench Leaderboard</title>
<link rel="stylesheet" href="fonts.css">
<style>
/* Same look as the TwinLab-Bench project page: warm paper, ink, dark red, thin rules. */
:root{--paper:#f3eee3;--card:#f9f5ec;--ink:#16130f;--mid:#786f62;--hair:#bdb3a0;--red:#8a1c1c;--teal:#1f6f8b;
--serif:Garamond,"EB Garamond",Georgia,serif;--sans:PlexSans,system-ui,sans-serif;--mono:PlexMono,ui-monospace,monospace;--e:cubic-bezier(.2,.7,.2,1)}
*{box-sizing:border-box}
body{margin:0;background:var(--paper);color:var(--ink);font-family:var(--serif);font-size:19px;line-height:1.35;overflow-x:hidden;-webkit-font-smoothing:antialiased}
a{color:inherit}
b{font-weight:600}
#ground{position:fixed;inset:0;z-index:0;pointer-events:none;overflow:hidden;
background-image:linear-gradient(rgba(22,19,15,.035) 1px,transparent 1px),linear-gradient(90deg,rgba(22,19,15,.035) 1px,transparent 1px);background-size:36px 36px}
#ground svg{position:absolute;left:-10vmax;top:-10vmax;width:calc(100% + 20vmax);height:calc(100% + 20vmax)}
#gA{animation:driftA 58s ease-in-out infinite alternate}
#gB{animation:driftB 75s ease-in-out infinite alternate}
@keyframes driftA{from{transform:translate(-14px,8px) rotate(-.5deg)}to{transform:translate(16px,-12px) rotate(.6deg)}}
@keyframes driftB{from{transform:translate(22px,-10px) rotate(.7deg)}to{transform:translate(-18px,14px) rotate(-.6deg)}}
.wrap{position:relative;z-index:1;overflow-x:clip;max-width:1080px;margin:0 auto;padding:34px 28px 60px}
.brand{display:flex;align-items:center;gap:10px;font-size:22px;font-weight:600;text-decoration:none;width:max-content}
.brand svg{width:34px;height:25px;overflow:visible}
h1{font-size:clamp(40px,6vw,76px);font-weight:600;letter-spacing:-.015em;line-height:.95;margin:22px 0 0}
.lede{font-size:clamp(20px,2.3vw,27px);margin:14px 0 0;max-width:760px}
.hl{color:var(--red);font-weight:600}
.links{display:flex;flex-wrap:wrap;gap:14px 16px;margin-top:24px}
.btn{display:inline-block;position:relative;font:400 18px/1 var(--serif);text-decoration:none;padding:9px 15px 10px;border:1.5px solid var(--ink);background:var(--card);
transition:background .25s,color .25s;white-space:nowrap}
.btn:before{content:"";position:absolute;inset:-1.5px;border:1.5px dashed var(--red);transform:translate(5px,5px);transition:transform .3s var(--e);pointer-events:none}
.btn:hover:before{transform:none}
.btn:hover{background:var(--ink);color:var(--paper)}
.eyebrow{display:flex;align-items:center;gap:14px;font:600 12px/1 var(--sans);letter-spacing:.16em;text-transform:uppercase;color:var(--mid);margin-top:46px}
.eyebrow:after{content:"";flex:1;height:1px;background:var(--ink);opacity:.8}
.scroller{overflow-x:auto;margin-top:14px;background:var(--card);border-top:2px solid var(--ink);border-bottom:1px solid var(--ink)}
table{border-collapse:collapse;width:100%}
th,td{padding:9px 14px;white-space:nowrap;text-align:left}
thead th{font:600 12px/1.2 var(--sans);letter-spacing:.1em;text-transform:uppercase;color:var(--mid);border-bottom:1px solid var(--ink);cursor:pointer;user-select:none;
transition:color .2s}
thead th:hover,thead th.sorted{color:var(--red)}
thead th .arrow{opacity:.3;margin-left:5px;font-size:9px}
thead th.sorted .arrow{opacity:1}
th.num,td.num{text-align:right}
tbody tr{border-bottom:1px solid rgba(22,19,15,.14);transition:background .2s}
tbody tr:last-child{border-bottom:0}
tbody tr:hover{background:rgba(138,28,28,.06)}
tbody td:first-child{border-left:3px solid transparent;transition:border-color .2s}
tbody tr:hover td:first-child{border-left-color:var(--red)}
td.rank{font:600 14px var(--mono);color:var(--mid);width:1%}
td.model{font-size:21px;font-weight:600}
td.model small{font:400 17px var(--serif);color:var(--mid);margin-left:8px}
/* the agent column is only as wide as "mini-swe-agent" */
td.agent{width:1%;min-width:8.2em}
td.num{font:400 15px var(--mono);font-variant-numeric:tabular-nums}
td.score{font-weight:600;font-size:17px;color:var(--teal);min-width:190px}
td.score i{display:inline-block;vertical-align:middle;height:7px;background:var(--teal);opacity:.28;margin-right:10px;transform-origin:100% 50%;animation:grow .9s var(--e) both}
tr.best td.score{color:var(--red)}
tr.best td.score i{background:var(--red);opacity:.4}
@keyframes grow{from{transform:scaleX(0)}}
td.gray,td .gray{color:var(--mid)}
a.src{color:var(--red);text-decoration:none;border-bottom:1px solid transparent;transition:border-color .2s}
a.src:hover{border-bottom-color:currentColor}
.about{display:grid;grid-template-columns:minmax(0,1fr) minmax(0,1.25fr);gap:20px 44px;margin-top:8px}
.about > div{min-width:0}
.about li,.about p{overflow-wrap:anywhere}
.about h3{font-size:26px;font-weight:600;margin:18px 0 6px}
.about p{margin:0 0 10px}
.about ol{margin:0;padding-left:22px}
.about li{margin-bottom:7px}
code{font:400 14.5px var(--mono);background:rgba(22,19,15,.07);padding:1px 5px;border-radius:3px}
pre{font:400 13.5px/1.5 var(--mono);background:var(--card);border:1px solid var(--ink);border-radius:2px 12px 12px 12px;padding:12px 16px;overflow-x:auto;margin:10px 0}
pre code{background:none;padding:0;font-size:inherit}
footer{margin-top:44px;border-top:1px solid var(--ink);padding-top:16px;color:var(--mid);font-size:17px}
@media (max-width:820px){.about{grid-template-columns:1fr}body{font-size:18px}}
@media (prefers-reduced-motion:reduce){*,*:before,*:after{animation:none!important}}
</style>
</head>
<body>
<div id="ground" aria-hidden="true">
<svg viewBox="0 0 1600 1000" preserveAspectRatio="xMidYMid slice">
<g id="gA" fill="none" stroke="#16130f" stroke-opacity=".075"></g>
<g id="gB" fill="none" stroke="#8a1c1c" stroke-opacity=".11" stroke-dasharray="7 7"></g>
</svg>
</div>
<div class="wrap">
<a class="brand" id="home" href="https://twinlab-bench.github.io/" target="_blank" rel="noopener">
<svg viewBox="-1.75 -1.3 3.5 2.6" fill="none" stroke="#8a1c1c" stroke-width=".26" stroke-linejoin="round" stroke-linecap="round"><path d="M-.78 -1H-.22V-.45L.45 .85L.3 1H-1.3L-1.45 .85L-.78 -.45Z"/><path d="M.22 -1H.78V-.45L1.45 .85L1.3 1H-.3L-.45 .85L.22 -.45Z" stroke-dasharray=".26 .44"/></svg>TwinLab-Bench
</a>
<h1>Leaderboard</h1>
<p class="lede">AI scientists <span class="hl">design their own experiments</span> in twins of real laboratories.</p>
<div class="links" id="links"></div>
<div class="eyebrow">Results</div>
<div class="scroller"><table id="board"></table></div>
<div class="eyebrow">Notes</div>
<div class="about">
<div>
<h3>Columns</h3>
<p><b>Score</b> is the mean of <code>score.derived_100</code> over the <span class="n-tasks">52</span> tasks, 0 to 100.</p>
<p><b>Passed</b> is the number of tasks with <code>score.pass</code> true.</p>
<p><b>Cost</b> is the spend of the actor agent on the full benchmark, in USD.</p>
</div>
<div>
<h3>Submitting a result</h3>
<ol>
<li>Run all <span class="n-tasks">52</span> tasks with the released code, as its README shows (<code>scripts/run_batch.py</code>, one run per task, TwinLab agent and judge agent on <code>deepseek-flash</code>).</li>
<li>Upload the whole output directory, unedited, to a host that needs no login: for each task its <code>runs/&lt;task&gt;/&lt;time&gt;/run_0/</code> with <code>result.json</code>, plus <code>batch_config.json</code> and <code>batch_summary.json</code>.</li>
<li>Open a pull request on this Space that appends one entry to <code>entries</code> in <code>results.json</code>.</li>
</ol>
<pre><code>{
"provider": "My Lab",
"provider_url": "https://example.com/my-lab",
"agent": "Claude Code",
"model": "MyModel",
"effort": "high",
"score": 31.4,
"passed": 17,
"actor_usd": 88.5,
"source": "https://example.com/my-twinlab-runs"
}</code></pre>
<p>Every run must be <code>valid</code>. No subset of tasks, no selection among repeated runs.</p>
<p><a class="btn" id="a-submit" target="_blank" rel="noopener" href="https://huggingface.co/spaces/ZJUSCL/TwinLab-Bench_Leaderboard/discussions">Open the Community tab ↗</a></p>
</div>
</div>
<footer>TwinLab-Bench · twins of real laboratories for AI scientists</footer>
</div>
<script>
"use strict";
const NS = 'http://www.w3.org/2000/svg';
for (const [id, cx, cy] of [['gA', 420, 330], ['gB', 470, 365], ['gA', 1330, 820], ['gB', 1290, 780]])
for (let r = 70; r < 1150; r += 82) { const c = document.createElementNS(NS, 'circle'); c.setAttribute('cx', cx); c.setAttribute('cy', cy); c.setAttribute('r', r); document.getElementById(id).appendChild(c); }
const esc = s => String(s).replace(/[&<>"]/g, c => ({'&': '&amp;', '<': '&lt;', '>': '&gt;', '"': '&quot;'}[c]));
const COLUMNS = [
{key: 'rank', label: '#', type: 'rank'},
{key: 'model', label: 'Model', type: 'text'},
{key: 'agent', label: 'Agent', type: 'text'},
{key: 'score', label: 'Score', type: 'num'},
{key: 'passed', label: 'Passed', type: 'num'},
{key: 'actor_usd', label: 'Cost (USD)', type: 'num'},
{key: 'provider', label: 'Provider', type: 'text'},
{key: 'source', label: 'Logs', type: 'link'},
];
let DATA = null;
function render(sortKey, dir) {
const el = document.getElementById('board'), rows = DATA.entries, N = DATA.total_tasks;
const byScore = rows.slice().sort((a, b) => b.score - a.score), best = byScore[0];
const col = COLUMNS.find(c => c.key === sortKey);
const sorted = rows.slice().sort((a, b) => {
let va = a[sortKey], vb = b[sortKey];
if (col.type === 'num') { if (va == null) return 1; if (vb == null) return -1; return dir === 'desc' ? vb - va : va - vb; }
return dir === 'desc' ? String(vb).localeCompare(String(va)) : String(va).localeCompare(String(vb));
});
const head = COLUMNS.map(c => {
const sortable = c.type === 'num' || c.type === 'text';
return '<th class="' + (c.type === 'num' ? 'num' : '') + (c.key === sortKey ? ' sorted' : '') + '"' + (sortable ? ' data-key="' + c.key + '"' : '') + '>' + c.label +
(sortable ? '<span class="arrow">' + (c.key === sortKey && dir === 'asc' ? '▲' : '▼') + '</span>' : '') + '</th>';
}).join('');
const body = sorted.map(r => '<tr' + (r === best ? ' class="best"' : '') + '>' +
'<td class="rank">' + (byScore.indexOf(r) + 1) + '</td>' +
'<td class="model">' + esc(r.model) + (r.effort ? '<small>' + esc(r.effort) + '</small>' : '') + '</td>' +
'<td class="agent">' + esc(r.agent) + '</td>' +
'<td class="num score"><i style="width:' + (r.score * 1.1).toFixed(1) + 'px"></i>' + r.score.toFixed(1) + '</td>' +
'<td class="num">' + r.passed + '<span class="gray"> / ' + N + '</span></td>' +
'<td class="num">' + (r.actor_usd == null ? '<span class="gray">–</span>' : r.actor_usd.toFixed(0)) + '</td>' +
'<td class="gray">' + (r.provider_url ? '<a class="src" href="' + esc(r.provider_url) + '" target="_blank" rel="noopener">' + esc(r.provider) + '</a>' : esc(r.provider || '–')) + '</td>' +
'<td>' + (r.source ? '<a class="src" href="' + esc(r.source) + '" target="_blank" rel="noopener">logs ↗</a>' : '<span class="gray">–</span>') + '</td></tr>').join('');
el.innerHTML = '<thead><tr>' + head + '</tr></thead><tbody>' + body + '</tbody>';
el.querySelectorAll('th[data-key]').forEach(th => th.addEventListener('click', () => {
const k = th.dataset.key, c = COLUMNS.find(x => x.key === k);
render(k, k === sortKey ? (dir === 'desc' ? 'asc' : 'desc') : (c.type === 'num' ? 'desc' : 'asc'));
}));
}
fetch('results.json?v=' + Date.now()).then(r => r.json()).then(data => {
DATA = data;
document.getElementById('links').innerHTML = [['Project page', data.links.homepage], ['Paper', data.links.paper], ['Code', data.links.code], ['Dataset', data.links.data],
['Submit a result', data.links.submit], ['Paper logs', data.links.paper_logs]]
.map(([t, u]) => '<a class="btn" href="' + esc(u) + '" target="_blank" rel="noopener">' + t + ' ↗</a>').join('');
document.getElementById('home').href = data.links.homepage;
document.getElementById('a-submit').href = data.links.submit;
document.querySelectorAll('.n-tasks').forEach(n => { n.textContent = data.total_tasks; });
render('score', 'desc');
});
</script>
</body>
</html>