Download index.html from ZJUSCL/TwinLab-Bench_Leaderboard: direct link, hf CLI and curl.
- Browser
- Download file 12.3 kB
-
https://huggingface.co/spaces/ZJUSCL/TwinLab-Bench_Leaderboard/resolve/main/index.html
- Command line
-
hf download hf://spaces/ZJUSCL/TwinLab-Bench_Leaderboard/index.html
-
curl -L -o index.html https://huggingface.co/spaces/ZJUSCL/TwinLab-Bench_Leaderboard/resolve/main/index.html
12.3 kB
| <html lang="en"> | |
| <head> | |
| <meta charset="utf-8"> | |
| <meta name="viewport" content="width=device-width, initial-scale=1"> | |
| <title>TwinLab-Bench Leaderboard</title> | |
| <link rel="stylesheet" href="fonts.css"> | |
| <style> | |
| /* Same look as the TwinLab-Bench project page: warm paper, ink, dark red, thin rules. */ | |
| :root{--paper:#f3eee3;--card:#f9f5ec;--ink:#16130f;--mid:#786f62;--hair:#bdb3a0;--red:#8a1c1c;--teal:#1f6f8b; | |
| --serif:Garamond,"EB Garamond",Georgia,serif;--sans:PlexSans,system-ui,sans-serif;--mono:PlexMono,ui-monospace,monospace;--e:cubic-bezier(.2,.7,.2,1)} | |
| *{box-sizing:border-box} | |
| body{margin:0;background:var(--paper);color:var(--ink);font-family:var(--serif);font-size:19px;line-height:1.35;overflow-x:hidden;-webkit-font-smoothing:antialiased} | |
| a{color:inherit} | |
| b{font-weight:600} | |
| #ground{position:fixed;inset:0;z-index:0;pointer-events:none;overflow:hidden; | |
| background-image:linear-gradient(rgba(22,19,15,.035) 1px,transparent 1px),linear-gradient(90deg,rgba(22,19,15,.035) 1px,transparent 1px);background-size:36px 36px} | |
| #ground svg{position:absolute;left:-10vmax;top:-10vmax;width:calc(100% + 20vmax);height:calc(100% + 20vmax)} | |
| #gA{animation:driftA 58s ease-in-out infinite alternate} | |
| #gB{animation:driftB 75s ease-in-out infinite alternate} | |
| @keyframes driftA{from{transform:translate(-14px,8px) rotate(-.5deg)}to{transform:translate(16px,-12px) rotate(.6deg)}} | |
| @keyframes driftB{from{transform:translate(22px,-10px) rotate(.7deg)}to{transform:translate(-18px,14px) rotate(-.6deg)}} | |
| .wrap{position:relative;z-index:1;overflow-x:clip;max-width:1080px;margin:0 auto;padding:34px 28px 60px} | |
| .brand{display:flex;align-items:center;gap:10px;font-size:22px;font-weight:600;text-decoration:none;width:max-content} | |
| .brand svg{width:34px;height:25px;overflow:visible} | |
| h1{font-size:clamp(40px,6vw,76px);font-weight:600;letter-spacing:-.015em;line-height:.95;margin:22px 0 0} | |
| .lede{font-size:clamp(20px,2.3vw,27px);margin:14px 0 0;max-width:760px} | |
| .hl{color:var(--red);font-weight:600} | |
| .links{display:flex;flex-wrap:wrap;gap:14px 16px;margin-top:24px} | |
| .btn{display:inline-block;position:relative;font:400 18px/1 var(--serif);text-decoration:none;padding:9px 15px 10px;border:1.5px solid var(--ink);background:var(--card); | |
| transition:background .25s,color .25s;white-space:nowrap} | |
| .btn:before{content:"";position:absolute;inset:-1.5px;border:1.5px dashed var(--red);transform:translate(5px,5px);transition:transform .3s var(--e);pointer-events:none} | |
| .btn:hover:before{transform:none} | |
| .btn:hover{background:var(--ink);color:var(--paper)} | |
| .eyebrow{display:flex;align-items:center;gap:14px;font:600 12px/1 var(--sans);letter-spacing:.16em;text-transform:uppercase;color:var(--mid);margin-top:46px} | |
| .eyebrow:after{content:"";flex:1;height:1px;background:var(--ink);opacity:.8} | |
| .scroller{overflow-x:auto;margin-top:14px;background:var(--card);border-top:2px solid var(--ink);border-bottom:1px solid var(--ink)} | |
| table{border-collapse:collapse;width:100%} | |
| th,td{padding:9px 14px;white-space:nowrap;text-align:left} | |
| thead th{font:600 12px/1.2 var(--sans);letter-spacing:.1em;text-transform:uppercase;color:var(--mid);border-bottom:1px solid var(--ink);cursor:pointer;user-select:none; | |
| transition:color .2s} | |
| thead th:hover,thead th.sorted{color:var(--red)} | |
| thead th .arrow{opacity:.3;margin-left:5px;font-size:9px} | |
| thead th.sorted .arrow{opacity:1} | |
| th.num,td.num{text-align:right} | |
| tbody tr{border-bottom:1px solid rgba(22,19,15,.14);transition:background .2s} | |
| tbody tr:last-child{border-bottom:0} | |
| tbody tr:hover{background:rgba(138,28,28,.06)} | |
| tbody td:first-child{border-left:3px solid transparent;transition:border-color .2s} | |
| tbody tr:hover td:first-child{border-left-color:var(--red)} | |
| td.rank{font:600 14px var(--mono);color:var(--mid);width:1%} | |
| td.model{font-size:21px;font-weight:600} | |
| td.model small{font:400 17px var(--serif);color:var(--mid);margin-left:8px} | |
| /* the agent column is only as wide as "mini-swe-agent" */ | |
| td.agent{width:1%;min-width:8.2em} | |
| td.num{font:400 15px var(--mono);font-variant-numeric:tabular-nums} | |
| td.score{font-weight:600;font-size:17px;color:var(--teal);min-width:190px} | |
| td.score i{display:inline-block;vertical-align:middle;height:7px;background:var(--teal);opacity:.28;margin-right:10px;transform-origin:100% 50%;animation:grow .9s var(--e) both} | |
| tr.best td.score{color:var(--red)} | |
| tr.best td.score i{background:var(--red);opacity:.4} | |
| @keyframes grow{from{transform:scaleX(0)}} | |
| td.gray,td .gray{color:var(--mid)} | |
| a.src{color:var(--red);text-decoration:none;border-bottom:1px solid transparent;transition:border-color .2s} | |
| a.src:hover{border-bottom-color:currentColor} | |
| .about{display:grid;grid-template-columns:minmax(0,1fr) minmax(0,1.25fr);gap:20px 44px;margin-top:8px} | |
| .about > div{min-width:0} | |
| .about li,.about p{overflow-wrap:anywhere} | |
| .about h3{font-size:26px;font-weight:600;margin:18px 0 6px} | |
| .about p{margin:0 0 10px} | |
| .about ol{margin:0;padding-left:22px} | |
| .about li{margin-bottom:7px} | |
| code{font:400 14.5px var(--mono);background:rgba(22,19,15,.07);padding:1px 5px;border-radius:3px} | |
| pre{font:400 13.5px/1.5 var(--mono);background:var(--card);border:1px solid var(--ink);border-radius:2px 12px 12px 12px;padding:12px 16px;overflow-x:auto;margin:10px 0} | |
| pre code{background:none;padding:0;font-size:inherit} | |
| footer{margin-top:44px;border-top:1px solid var(--ink);padding-top:16px;color:var(--mid);font-size:17px} | |
| @media (max-width:820px){.about{grid-template-columns:1fr}body{font-size:18px}} | |
| @media (prefers-reduced-motion:reduce){*,*:before,*:after{animation:none}} | |
| </style> | |
| </head> | |
| <body> | |
| <div id="ground" aria-hidden="true"> | |
| <svg viewBox="0 0 1600 1000" preserveAspectRatio="xMidYMid slice"> | |
| <g id="gA" fill="none" stroke="#16130f" stroke-opacity=".075"></g> | |
| <g id="gB" fill="none" stroke="#8a1c1c" stroke-opacity=".11" stroke-dasharray="7 7"></g> | |
| </svg> | |
| </div> | |
| <div class="wrap"> | |
| <a class="brand" id="home" href="https://twinlab-bench.github.io/" target="_blank" rel="noopener"> | |
| <svg viewBox="-1.75 -1.3 3.5 2.6" fill="none" stroke="#8a1c1c" stroke-width=".26" stroke-linejoin="round" stroke-linecap="round"><path d="M-.78 -1H-.22V-.45L.45 .85L.3 1H-1.3L-1.45 .85L-.78 -.45Z"/><path d="M.22 -1H.78V-.45L1.45 .85L1.3 1H-.3L-.45 .85L.22 -.45Z" stroke-dasharray=".26 .44"/></svg>TwinLab-Bench | |
| </a> | |
| <h1>Leaderboard</h1> | |
| <p class="lede">AI scientists <span class="hl">design their own experiments</span> in twins of real laboratories.</p> | |
| <div class="links" id="links"></div> | |
| <div class="eyebrow">Results</div> | |
| <div class="scroller"><table id="board"></table></div> | |
| <div class="eyebrow">Notes</div> | |
| <div class="about"> | |
| <div> | |
| <h3>Columns</h3> | |
| <p><b>Score</b> is the mean of <code>score.derived_100</code> over the <span class="n-tasks">52</span> tasks, 0 to 100.</p> | |
| <p><b>Passed</b> is the number of tasks with <code>score.pass</code> true.</p> | |
| <p><b>Cost</b> is the spend of the actor agent on the full benchmark, in USD.</p> | |
| </div> | |
| <div> | |
| <h3>Submitting a result</h3> | |
| <ol> | |
| <li>Run all <span class="n-tasks">52</span> tasks with the released code, as its README shows (<code>scripts/run_batch.py</code>, one run per task, TwinLab agent and judge agent on <code>deepseek-flash</code>).</li> | |
| <li>Upload the whole output directory, unedited, to a host that needs no login: for each task its <code>runs/<task>/<time>/run_0/</code> with <code>result.json</code>, plus <code>batch_config.json</code> and <code>batch_summary.json</code>.</li> | |
| <li>Open a pull request on this Space that appends one entry to <code>entries</code> in <code>results.json</code>.</li> | |
| </ol> | |
| <pre><code>{ | |
| "provider": "My Lab", | |
| "provider_url": "https://example.com/my-lab", | |
| "agent": "Claude Code", | |
| "model": "MyModel", | |
| "effort": "high", | |
| "score": 31.4, | |
| "passed": 17, | |
| "actor_usd": 88.5, | |
| "source": "https://example.com/my-twinlab-runs" | |
| }</code></pre> | |
| <p>Every run must be <code>valid</code>. No subset of tasks, no selection among repeated runs.</p> | |
| <p><a class="btn" id="a-submit" target="_blank" rel="noopener" href="https://huggingface.co/spaces/ZJUSCL/TwinLab-Bench_Leaderboard/discussions">Open the Community tab ↗</a></p> | |
| </div> | |
| </div> | |
| <footer>TwinLab-Bench · twins of real laboratories for AI scientists</footer> | |
| </div> | |
| <script> | |
| ; | |
| const NS = 'http://www.w3.org/2000/svg'; | |
| for (const [id, cx, cy] of [['gA', 420, 330], ['gB', 470, 365], ['gA', 1330, 820], ['gB', 1290, 780]]) | |
| for (let r = 70; r < 1150; r += 82) { const c = document.createElementNS(NS, 'circle'); c.setAttribute('cx', cx); c.setAttribute('cy', cy); c.setAttribute('r', r); document.getElementById(id).appendChild(c); } | |
| const esc = s => String(s).replace(/[&<>"]/g, c => ({'&': '&', '<': '<', '>': '>', '"': '"'}[c])); | |
| const COLUMNS = [ | |
| {key: 'rank', label: '#', type: 'rank'}, | |
| {key: 'model', label: 'Model', type: 'text'}, | |
| {key: 'agent', label: 'Agent', type: 'text'}, | |
| {key: 'score', label: 'Score', type: 'num'}, | |
| {key: 'passed', label: 'Passed', type: 'num'}, | |
| {key: 'actor_usd', label: 'Cost (USD)', type: 'num'}, | |
| {key: 'provider', label: 'Provider', type: 'text'}, | |
| {key: 'source', label: 'Logs', type: 'link'}, | |
| ]; | |
| let DATA = null; | |
| function render(sortKey, dir) { | |
| const el = document.getElementById('board'), rows = DATA.entries, N = DATA.total_tasks; | |
| const byScore = rows.slice().sort((a, b) => b.score - a.score), best = byScore[0]; | |
| const col = COLUMNS.find(c => c.key === sortKey); | |
| const sorted = rows.slice().sort((a, b) => { | |
| let va = a[sortKey], vb = b[sortKey]; | |
| if (col.type === 'num') { if (va == null) return 1; if (vb == null) return -1; return dir === 'desc' ? vb - va : va - vb; } | |
| return dir === 'desc' ? String(vb).localeCompare(String(va)) : String(va).localeCompare(String(vb)); | |
| }); | |
| const head = COLUMNS.map(c => { | |
| const sortable = c.type === 'num' || c.type === 'text'; | |
| return '<th class="' + (c.type === 'num' ? 'num' : '') + (c.key === sortKey ? ' sorted' : '') + '"' + (sortable ? ' data-key="' + c.key + '"' : '') + '>' + c.label + | |
| (sortable ? '<span class="arrow">' + (c.key === sortKey && dir === 'asc' ? '▲' : '▼') + '</span>' : '') + '</th>'; | |
| }).join(''); | |
| const body = sorted.map(r => '<tr' + (r === best ? ' class="best"' : '') + '>' + | |
| '<td class="rank">' + (byScore.indexOf(r) + 1) + '</td>' + | |
| '<td class="model">' + esc(r.model) + (r.effort ? '<small>' + esc(r.effort) + '</small>' : '') + '</td>' + | |
| '<td class="agent">' + esc(r.agent) + '</td>' + | |
| '<td class="num score"><i style="width:' + (r.score * 1.1).toFixed(1) + 'px"></i>' + r.score.toFixed(1) + '</td>' + | |
| '<td class="num">' + r.passed + '<span class="gray"> / ' + N + '</span></td>' + | |
| '<td class="num">' + (r.actor_usd == null ? '<span class="gray">–</span>' : r.actor_usd.toFixed(0)) + '</td>' + | |
| '<td class="gray">' + (r.provider_url ? '<a class="src" href="' + esc(r.provider_url) + '" target="_blank" rel="noopener">' + esc(r.provider) + '</a>' : esc(r.provider || '–')) + '</td>' + | |
| '<td>' + (r.source ? '<a class="src" href="' + esc(r.source) + '" target="_blank" rel="noopener">logs ↗</a>' : '<span class="gray">–</span>') + '</td></tr>').join(''); | |
| el.innerHTML = '<thead><tr>' + head + '</tr></thead><tbody>' + body + '</tbody>'; | |
| el.querySelectorAll('th[data-key]').forEach(th => th.addEventListener('click', () => { | |
| const k = th.dataset.key, c = COLUMNS.find(x => x.key === k); | |
| render(k, k === sortKey ? (dir === 'desc' ? 'asc' : 'desc') : (c.type === 'num' ? 'desc' : 'asc')); | |
| })); | |
| } | |
| fetch('results.json?v=' + Date.now()).then(r => r.json()).then(data => { | |
| DATA = data; | |
| document.getElementById('links').innerHTML = [['Project page', data.links.homepage], ['Paper', data.links.paper], ['Code', data.links.code], ['Dataset', data.links.data], | |
| ['Submit a result', data.links.submit], ['Paper logs', data.links.paper_logs]] | |
| .map(([t, u]) => '<a class="btn" href="' + esc(u) + '" target="_blank" rel="noopener">' + t + ' ↗</a>').join(''); | |
| document.getElementById('home').href = data.links.homepage; | |
| document.getElementById('a-submit').href = data.links.submit; | |
| document.querySelectorAll('.n-tasks').forEach(n => { n.textContent = data.total_tasks; }); | |
| render('score', 'desc'); | |
| }); | |
| </script> | |
| </body> | |
| </html> | |