Spaces:
Running
Running
Use overview video in homepage featured card
Browse files- assets/buildingbench.css +3 -0
- index.html +2 -2
assets/buildingbench.css
CHANGED
|
@@ -36,3 +36,6 @@ section,section.alt,section.dark{padding:34px 0;background:transparent;color:var
|
|
| 36 |
@media(max-width:650px){.task-tabs{width:100%;margin-bottom:18px}.task-tabs button{padding:9px 8px;flex:1;font-size:11px}.task-content>h3{font-size:19px}.task-content>h3 span{font-size:14px}.bar-card,.pareto-card,.ranking-card{padding:18px 14px!important;border-radius:18px}.bar-scroll,.pareto-scroll{margin-left:-14px;margin-right:-14px;padding:0 14px}.ranking-toolbar{gap:12px;align-items:flex-start}.ranking-toolbar label{flex:1;min-width:0}.ranking-toolbar input{width:100%;box-sizing:border-box}.ranking-toolbar>span{font-size:10px;max-width:90px;padding-top:24px}.chart-tooltip{padding:12px;font-size:11px}.chart-tooltip dl{gap:4px 10px}.chart-tooltip dd{font-size:10px}.chart-tooltip strong{font-size:12px}}
|
| 37 |
|
| 38 |
.chart-node{user-select:none;-webkit-user-select:none}.chart-tooltip dt{margin:0}
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
@media(max-width:650px){.task-tabs{width:100%;margin-bottom:18px}.task-tabs button{padding:9px 8px;flex:1;font-size:11px}.task-content>h3{font-size:19px}.task-content>h3 span{font-size:14px}.bar-card,.pareto-card,.ranking-card{padding:18px 14px!important;border-radius:18px}.bar-scroll,.pareto-scroll{margin-left:-14px;margin-right:-14px;padding:0 14px}.ranking-toolbar{gap:12px;align-items:flex-start}.ranking-toolbar label{flex:1;min-width:0}.ranking-toolbar input{width:100%;box-sizing:border-box}.ranking-toolbar>span{font-size:10px;max-width:90px;padding-top:24px}.chart-tooltip{padding:12px;font-size:11px}.chart-tooltip dl{gap:4px 10px}.chart-tooltip dd{font-size:10px}.chart-tooltip strong{font-size:12px}}
|
| 37 |
|
| 38 |
.chart-node{user-select:none;-webkit-user-select:none}.chart-tooltip dt{margin:0}
|
| 39 |
+
|
| 40 |
+
/* The homepage lead uses the existing teaser, with no 3D download on first paint. */
|
| 41 |
+
.featured.featured-video{height:auto;align-self:center;scroll-margin-top:88px}.featured-video video{display:block;width:100%;height:auto;aspect-ratio:16/9;object-fit:contain;background:#171816}.featured-video-caption{padding:12px 16px;display:flex;flex-wrap:wrap;align-items:baseline;justify-content:space-between;gap:5px 12px}.featured-video-caption strong{font-size:13px;color:var(--ink)}.featured-video-caption span{font-size:11px;color:var(--muted)}
|
index.html
CHANGED
|
@@ -19,8 +19,8 @@ svg.ch .dim{opacity:.42}svg.ch g.row:hover{opacity:1}svg.ch .hot{fill:var(--c4s-
|
|
| 19 |
.chip.ok{color:var(--c4s-ok);border-color:currentColor}.chip.no{color:var(--c4s-hot);border-color:currentColor}.chip small{font-weight:500;color:var(--text-muted);margin-left:4px}
|
| 20 |
.bigstats{display:flex;flex-wrap:wrap;gap:12px 34px;margin:0 0 12px}.bigstats b{display:block;font-size:30px;letter-spacing:-.02em;font-variant-numeric:tabular-nums}
|
| 21 |
.bigstats span{font-size:13px;color:var(--text-secondary)}
|
| 22 |
-
</style><link href="assets/buildingbench.css?v=
|
| 23 |
-
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="index.html#top"><svg aria-hidden="true" fill="none" viewBox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a class="nav-active" href="index.html#top">Benchmark</a><a href="index.html#leaderboard">Leaderboard</a><a href="index.html#cases">Visualization</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header><main class="page-main"><section class="intro" id="top"><div class="intro-copy"><h1>Constructing and Editing<br/><em>3D Scenes with Code</em></h1><p class="intro-text">Benchmarking coding agents that turn text and reference images into engine-native 3D scenes. Measuring spatial reasoning, task fulfillment and precise control of scene state.</p><div class="intro-links"><a href="https://arxiv.org/abs/2609.36777">Read the paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene">Code & Data ↗</a><a href="#
|
| 24 |
<div class="section-header centered"><span class="section-label">Leaderboard</span><h2 class="section-title">Leaderboard</h2>
|
| 25 |
<p class="section-desc">14 coding-agent configurations · paper results on the original 95 public cases (20 construction + 75 editing). These results predate the 201-case public release.</p></div>
|
| 26 |
<div id="lbwrap"><div class="lb-tabs"><div class="seg seg-lg" data-for="lbwrap"><button class="on" data-view="overall">Overall</button><button data-view="t2s">Text-to-Scene</button><button data-view="i2s">Image-to-Scene</button></div></div><div class="card bar-card"><div class="bar-heading"><h3>Code4Scene</h3><span>Paper evaluation · score out of 100</span></div><p class="bar-mobile-hint">Swipe to view all 14 configurations →</p><div aria-label="All 14 model configurations" class="bar-scroll" role="region" tabindex="0"><div data-view="overall"><svg aria-label="Overall scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-overall" role="group" viewBox="0 0 1200 420"></svg></div><div data-view="t2s" style="display:none"><svg aria-label="Text-to-Scene scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-t2s" role="group" viewBox="0 0 1200 420"></svg></div><div data-view="i2s" style="display:none"><svg aria-label="Image-to-Scene scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-i2s" role="group" viewBox="0 0 1200 420"></svg></div></div><p class="note">Sorted by score. Bar labels round scores ×100; the table preserves three decimal places. One color per model provider.</p></div>
|
|
|
|
| 19 |
.chip.ok{color:var(--c4s-ok);border-color:currentColor}.chip.no{color:var(--c4s-hot);border-color:currentColor}.chip small{font-weight:500;color:var(--text-muted);margin-left:4px}
|
| 20 |
.bigstats{display:flex;flex-wrap:wrap;gap:12px 34px;margin:0 0 12px}.bigstats b{display:block;font-size:30px;letter-spacing:-.02em;font-variant-numeric:tabular-nums}
|
| 21 |
.bigstats span{font-size:13px;color:var(--text-secondary)}
|
| 22 |
+
</style><link href="assets/buildingbench.css?v=20261001d" rel="stylesheet"/><script type="importmap">{"imports":{"three":"https://cdn.jsdelivr.net/npm/three@0.160.0/build/three.module.js","three/addons/":"https://cdn.jsdelivr.net/npm/three@0.160.0/examples/jsm/"}}</script></head><body><a class="skip-link" href="#leaderboard">Skip to benchmark explorer</a>
|
| 23 |
+
<header class="site-header"><div class="brand"><a aria-label="Code4Scene home" class="brand-home" href="index.html#top"><svg aria-hidden="true" fill="none" viewBox="0 0 30 32"><path d="M15 2 27 9v14l-12 7L3 23V9L15 2Z M3 9l12 7 12-7 M15 16v14 M9 5.5l12 7v14 M21 5.5l-12 7v14" stroke="currentColor" stroke-linejoin="round" stroke-width="1.6"></path></svg><span>Code4Scene</span></a><a class="brand-by" href="https://simworld.org/">by SimWorld</a></div><nav aria-label="Main navigation"><a class="nav-active" href="index.html#top">Benchmark</a><a href="index.html#leaderboard">Leaderboard</a><a href="index.html#cases">Visualization</a><a href="https://arxiv.org/abs/2609.36777" rel="noopener" target="_blank">Paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene" rel="noopener" target="_blank">Github ↗</a></nav></header><main class="page-main"><section class="intro" id="top"><div class="intro-copy"><h1>Constructing and Editing<br/><em>3D Scenes with Code</em></h1><p class="intro-text">Benchmarking coding agents that turn text and reference images into engine-native 3D scenes. Measuring spatial reasoning, task fulfillment and precise control of scene state.</p><div class="intro-links"><a href="https://arxiv.org/abs/2609.36777">Read the paper ↗</a><a href="https://github.com/SimWorld-AI/Code4Scene">Code & Data ↗</a><a href="#hero-video">Watch the teaser ↘</a></div></div><div class="featured featured-video" id="hero-video"><video aria-label="Code4Scene overview video" controls="" playsinline="" poster="media/teaser-poster.jpg" preload="metadata"><source src="media/teaser.mp4" type="video/mp4"/>Your browser does not support embedded video. <a href="media/teaser.mp4">Watch the Code4Scene video</a>.</video><div class="featured-video-caption"><strong>Code4Scene in 90 seconds</strong><span>Construction, editing and evaluation</span></div></div></section><section class="task-section" id="task-format"><div class="container"><h2 class="section-title">Task Format</h2><div class="task-shell"><div aria-label="Task format" class="task-tabs" role="tablist"><button aria-controls="task-t2s" aria-selected="true" data-task="t2s" id="task-tab-t2s" role="tab">T2S · Construction</button><button aria-controls="task-i2s" aria-selected="false" data-task="i2s" id="task-tab-i2s" role="tab" tabindex="-1">I2S · Editing</button></div><div aria-labelledby="task-tab-t2s" class="task-content" data-task="t2s" id="task-t2s" role="tabpanel"><h3>Nordic Harbour <span>· Text-to-Scene</span></h3><p class="task-subtitle">An open-ended scene description, an asset catalog and the Unreal Engine editor.</p><div class="task-columns"><article class="task-panel"><div class="panel-heading"><strong>Agent input</strong><span>Text + assets</span></div><div class="prompt-preview"><span class="eyebrow">Task instruction</span><p>Build me a compact, sunlit Copenhagen-style canal district with narrow cobblestone streets and rectangular waterways enclosing dense urban blocks.</p><p class="prompt-detail">Townhouses, canals, bridges and a waterfront promenade — with detailed requirements for materials, layout and street furniture.</p></div><p class="task-foot"><strong>Given:</strong> an empty level and the content pack’s asset catalog.</p></article><article class="task-panel output-panel"><div class="panel-heading"><strong>Agent output</strong><span>GPT-6 Astra</span></div><div class="live-scene" data-agent="astra" data-case="nordic-harbour"><canvas aria-label="Interactive 3D scene: Nordic Harbour. Drag to orbit, scroll or use plus and minus to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Pause scene rotation" class="scene-motion">Ⅱ</button></div><a class="task-foot text-button" href="cases.html#nordic-harbour">Compare agents and evaluator views ↗</a></article><article class="task-panel evaluation-panel"><div class="panel-heading"><strong>Evaluation</strong><span>Engine-native scene</span></div><div class="score-block"><span>CASE SCORE</span><strong>0.877</strong><dl><div><dt>Detailed Alignment</dt><dd>0.757</dd></div><div><dt>Overview Alignment</dt><dd>0.909</dd></div><div><dt>Physical Safety</dt><dd>0.900</dd></div></dl></div><p class="task-foot">Task fulfillment, artifact integrity and static physical validity.</p><p class="task-formula">0.2 × Detailed + 0.6 × Overview + 0.2 × Physical</p></article></div><details class="task-full"><summary><span>+ Full task instruction</span><span>TEXT-TO-SCENE</span></summary><p>Build me a compact, sunlit Copenhagen-style canal district with narrow cobblestone streets and rectangular waterways enclosing dense urban blocks. Arrange roughly thirty attached four- to six-storey townhouses in continuous street and canal-front rows, using slender façades, repetitive white-framed windows, arched doors and carriage entrances, modest cornices, and steep tiled roofs packed with dormers and brick chimneys. Include occasional exposed party walls between staggered building rows. Finish the façades in weathered muted red, mustard yellow, dusty blue, warm grey, beige, and exposed brick, with red, orange, and charcoal roof tiles. Run a principal waterfront street along a stone quay, crossed by smaller streets and linked across the canals by short, gently arched stone-and-metal bridges, including one opening onto a broad paved promenade with rounded landings. Form the canal edges from stepped pale stone, dark timber retaining walls, and iron railings around reflective rippling water. Add regularly spaced leafy trees, ornate black lamps, stone bollards, benches, European road signs, zebra crossings, puddles, grime, and sparse weeds.</p></details></div><div aria-labelledby="task-tab-i2s" class="task-content" data-task="i2s" hidden="" id="task-i2s" role="tabpanel"><h3>Old Industrial Pallet Bay <span>· Image-to-Scene</span></h3><p class="task-subtitle">Repair the corrupted scene using its reference image; preserve all unrelated actors.</p><div class="task-columns"><article class="task-panel input-panel"><div class="panel-heading"><strong>Agent input</strong><span>Scene + reference image</span></div><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2" data-state="input"><canvas aria-label="Interactive 3D: Old Industrial Pallet Bay, input. Drag to orbit; scroll to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Resume scene rotation" class="scene-motion">▶</button></div><a class="task-reference" href="media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/ref-1.jpg?v=1790549706" rel="noopener" target="_blank"><img alt="Provided reference image for Old Industrial Pallet Bay" loading="lazy" src="media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/ref-1.jpg?v=1790549706"/><span>Provided reference image ↗</span></a><p class="task-foot">A translated and rotated pallet stack, plus an unintended duplicate.</p></article><article class="task-panel output-panel"><div class="panel-heading"><strong>Agent output</strong><span>GPT-6 Astra</span></div><div class="live-scene" data-agent="astra" data-case="comp-31-old-industrial-pallet-bay-repair-v2" data-state="repair"><canvas aria-label="Interactive 3D: Old Industrial Pallet Bay, repair. Drag to orbit; scroll to zoom." tabindex="0"></canvas><span class="scene-loading" role="status">Loading 3D scene…</span><span class="scene-hint">Drag to orbit · Scroll to zoom</span><button aria-label="Resume scene rotation" class="scene-motion">▶</button></div><div aria-label="Output scene state" class="scene-versions"><button class="on" data-state="repair">Repair</button><button data-state="input">Corrupted input</button><button data-state="gt">Ground truth</button></div><p class="task-foot">Inspect the saved repair from the same reference camera.</p><a class="text-button task-foot" href="cases.html#comp-31-old-industrial-pallet-bay-repair-v2">Compare agents and evaluator views ↗</a></article><article class="task-panel evaluation-panel"><div class="panel-heading"><strong>Evaluation</strong><span>Actor-level repair</span></div><div class="score-block"><span>CASE SCORE</span><strong>1.000</strong><dl><div><dt>Repair F1</dt><dd>1.000</dd></div><div><dt>Physical Safety</dt><dd>1.000</dd></div><div><dt>TP / FP / FN</dt><dd>2 / 0 / 0</dd></div></dl></div><p class="task-foot">Restore each target within 5 cm, 5° and 5%, without unintended edits.</p><p class="task-formula">0.8 × Repair F1 + 0.2 × Physical</p></article></div><details class="task-full"><summary><span>+ Full task instruction</span><span>IMAGE-TO-SCENE</span></summary><p>Repair the current outdoor scene so it matches the provided reference image. Make only the minimum changes needed, and preserve all unrelated actors and properties.</p></details></div></div><div class="availability"><span><b>320</b> full benchmark target · 160 construction + 160 editing, including private cases</span><span><b>201</b> public cases · 129 construction + 72 editing (22 indoor, 50 outdoor)</span></div></div></section><section id="leaderboard"><div class="container">
|
| 24 |
<div class="section-header centered"><span class="section-label">Leaderboard</span><h2 class="section-title">Leaderboard</h2>
|
| 25 |
<p class="section-desc">14 coding-agent configurations · paper results on the original 95 public cases (20 construction + 75 editing). These results predate the 201-case public release.</p></div>
|
| 26 |
<div id="lbwrap"><div class="lb-tabs"><div class="seg seg-lg" data-for="lbwrap"><button class="on" data-view="overall">Overall</button><button data-view="t2s">Text-to-Scene</button><button data-view="i2s">Image-to-Scene</button></div></div><div class="card bar-card"><div class="bar-heading"><h3>Code4Scene</h3><span>Paper evaluation · score out of 100</span></div><p class="bar-mobile-hint">Swipe to view all 14 configurations →</p><div aria-label="All 14 model configurations" class="bar-scroll" role="region" tabindex="0"><div data-view="overall"><svg aria-label="Overall scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-overall" role="group" viewBox="0 0 1200 420"></svg></div><div data-view="t2s" style="display:none"><svg aria-label="Text-to-Scene scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-t2s" role="group" viewBox="0 0 1200 420"></svg></div><div data-view="i2s" style="display:none"><svg aria-label="Image-to-Scene scores for the 14 Code4Scene paper configurations" class="kit-bars" id="bars-i2s" role="group" viewBox="0 0 1200 420"></svg></div></div><p class="note">Sorted by score. Bar labels round scores ×100; the table preserves three decimal places. One color per model provider.</p></div>
|