Download index.html from worldcompiler/world-compiler-benchmark: direct link, hf CLI and curl.
- Browser
- Download file 10.3 kB
-
https://huggingface.co/spaces/worldcompiler/world-compiler-benchmark/resolve/main/index.html
- Command line
-
hf download hf://spaces/worldcompiler/world-compiler-benchmark/index.html
-
curl -L -o index.html https://huggingface.co/spaces/worldcompiler/world-compiler-benchmark/resolve/main/index.html
10.3 kB
| <html lang="en"> | |
| <head> | |
| <meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"> | |
| <title>World Compiler Benchmark</title> | |
| <style> | |
| :root{--bg:#061019;--panel:#0b1722;--line:#1f3448;--text:#eef8ff;--muted:#9db4c8} | |
| *{box-sizing:border-box}body{margin:0;background:var(--bg);color:var(--text);font-family:Inter,system-ui,sans-serif} | |
| .wrap{max-width:1500px;margin:auto;padding:28px}.hero,.panel{border:1px solid var(--line);border-radius:22px;background:#0b1722;padding:26px} | |
| .hero{background:linear-gradient(145deg,#10253a,#061019)}h1{font-size:clamp(2.2rem,5vw,4.6rem);margin:.2em 0}p{color:var(--muted);line-height:1.6} | |
| .grid{display:grid;gap:18px;margin-top:18px}.controls{display:grid;grid-template-columns:2fr 1fr;gap:10px} | |
| input,select{width:100%;padding:12px;border:1px solid var(--line);border-radius:12px;background:#07131d;color:var(--text)} | |
| .cards{display:grid;grid-template-columns:repeat(3,1fr);gap:12px;margin-top:14px}.card,.box{border:1px solid var(--line);border-radius:16px;background:#08141f;padding:15px} | |
| .card{cursor:pointer}.card:hover,.active{border-color:#4f82a9;background:#0d1e2d}.badge{display:inline-block;border:1px solid #31516c;border-radius:999px;padding:5px 8px;font-size:.72rem;margin:0 5px 5px 0} | |
| .detail{display:grid;grid-template-columns:.9fr 1.1fr;gap:14px}.protocols{display:grid;grid-template-columns:repeat(2,1fr);gap:12px}.small{font-size:.87rem;color:var(--muted)} | |
| .footer{text-align:center;color:#8299ad;padding:28px}a{color:#abd5ff} | |
| @media(max-width:900px){.cards{grid-template-columns:1fr 1fr}.detail,.protocols{grid-template-columns:1fr}}@media(max-width:620px){.wrap{padding:14px}.cards,.controls{grid-template-columns:1fr}} | |
| </style></head> | |
| <body><div class="wrap"> | |
| <section class="hero"><div class="small">WORLD COMPILER · BENCHMARK</div><h1>World Compiler Benchmark</h1><p>Evaluate synchronization, reconstruction, representation, Real2Sim fidelity and downstream utility.</p></section> | |
| <div class="grid"> | |
| <section class="panel"><h2>Evaluation Dimensions</h2><div class="controls"><input id="q" placeholder="Search geometry, semantics, utility…"><select id="cat"><option value="">All categories</option></select></div><div id="cards" class="cards"></div></section> | |
| <section class="panel"><div class="detail"><div class="box"><div id="meta"></div><h2 id="title"></h2><p id="question"></p><h3>Metrics</h3><div id="metrics"></div><h3>Inputs</h3><div id="inputs"></div></div><div class="box"><h3>Why it matters</h3><p id="failure"></p><p class="small">Pair local pipeline metrics with downstream measures such as rollout quality, planning success or control performance.</p></div></div></section> | |
| <section class="panel"><h2>Reference Protocols</h2><div id="protocols" class="protocols"></div></section> | |
| </div><div class="footer">World Compiler · Cooperation: <a href="mailto:agenten@magenta.de">agenten@magenta.de</a></div> | |
| </div> | |
| <script> | |
| const D=[{"name": "Temporal Synchronization", "category": "Alignment", "question": "Are sensor streams, actions and events aligned on the correct timeline?", "metrics": ["timestamp error", "cross-modal lag", "event alignment accuracy"], "inputs": ["sensor timestamps", "action logs", "event markers"], "failure": "Small timing offsets can create false cause-and-effect relationships."}, {"name": "Spatial Calibration", "category": "Alignment", "question": "Do observations agree in a common coordinate frame?", "metrics": ["reprojection error", "pose error", "extrinsic drift"], "inputs": ["intrinsics", "extrinsics", "reference targets"], "failure": "Calibration drift corrupts geometry and state estimation."}, {"name": "Geometry Fidelity", "category": "Reconstruction", "question": "How accurately is real-world geometry preserved?", "metrics": ["surface distance", "depth error", "mesh completeness", "scale error"], "inputs": ["reference geometry", "reconstruction", "depth"], "failure": "Visual realism does not guarantee metric accuracy."}, {"name": "Object Persistence", "category": "Reconstruction", "question": "Are objects and agents tracked consistently over time?", "metrics": ["ID switches", "track fragmentation", "trajectory error"], "inputs": ["tracks", "ground-truth IDs", "trajectories"], "failure": "Identity errors break long-horizon interaction histories."}, {"name": "Semantic Accuracy", "category": "Semantics", "question": "Are objects, relations, tasks and affordances represented correctly?", "metrics": ["object accuracy", "relation F1", "affordance accuracy"], "inputs": ["labels", "scene graph", "task annotations"], "failure": "Correct geometry can still be unusable when semantics are wrong."}, {"name": "Action Alignment", "category": "Interaction", "question": "Are actions paired with the exact state transitions they produced?", "metrics": ["action-state lag", "transition pairing accuracy", "causal consistency"], "inputs": ["state_t", "action_t", "state_t+1"], "failure": "Misaligned actions damage control and action-conditioned world models."}, {"name": "State Completeness", "category": "Representation", "question": "Does the world state preserve variables required by downstream tasks?", "metrics": ["state coverage", "missing-variable rate", "task sufficiency"], "inputs": ["compiled state", "task requirements"], "failure": "Overcompression may remove variables needed for planning."}, {"name": "Representation Efficiency", "category": "Representation", "question": "How compact is the representation relative to preserved information?", "metrics": ["compression ratio", "bytes per step", "encoding latency"], "inputs": ["raw episode", "compiled representation"], "failure": "An accurate representation may still be too costly to scale."}, {"name": "Uncertainty Calibration", "category": "Reliability", "question": "Does confidence reflect actual compilation quality?", "metrics": ["calibration error", "coverage", "confidence-error correlation"], "inputs": ["confidence scores", "ground-truth error"], "failure": "Overconfident world states are dangerous for autonomous systems."}, {"name": "Real2Sim Fidelity", "category": "Simulation", "question": "Does simulation reproduce relevant real-world behavior?", "metrics": ["trajectory divergence", "contact consistency", "sensor similarity", "physics error"], "inputs": ["real trajectories", "sim trajectories", "contact events"], "failure": "Visual similarity alone does not guarantee useful physical behavior."}, {"name": "Downstream World-Model Utility", "category": "Downstream", "question": "Does compiled data improve world-model learning and rollout quality?", "metrics": ["prediction error", "rollout drift", "sample efficiency"], "inputs": ["compiled dataset", "world model", "evaluation tasks"], "failure": "Clean representations may still fail to improve predictive modeling."}, {"name": "Planning & Control Utility", "category": "Downstream", "question": "Does world compilation improve decisions, planning or control?", "metrics": ["task success", "planning regret", "control return", "policy transfer"], "inputs": ["planner", "controller", "compiled world", "task environment"], "failure": "The strongest test is whether better compilation produces better actions."}],P=[{"name": "Sensor Alignment Protocol", "focus": "Temporal + spatial alignment", "steps": ["Inject known timing offsets", "Measure recovery", "Compare calibrated poses", "Report residual error"], "report": ["mean lag", "p95 lag", "pose error"]}, {"name": "Reality-to-State Protocol", "focus": "World-state reconstruction", "steps": ["Capture reference scene", "Compile state", "Compare objects/relations", "Measure completeness"], "report": ["object accuracy", "relation F1", "state coverage"]}, {"name": "Action Causality Protocol", "focus": "State-action-next-state integrity", "steps": ["Replay actions", "Align transitions", "Perturb actions", "Compare consequences"], "report": ["pairing accuracy", "action lag", "causal consistency"]}, {"name": "Real2Sim Transfer Protocol", "focus": "Simulation fidelity", "steps": ["Replay real trajectory", "Replay in sim", "Compare motion/contact", "Test policy transfer"], "report": ["trajectory divergence", "contact consistency", "transfer success"]}, {"name": "World-Model Utility Protocol", "focus": "Downstream learning value", "steps": ["Train raw baseline", "Train compiled baseline", "Compare rollouts", "Measure sample efficiency"], "report": ["prediction error", "rollout drift", "data efficiency"]}, {"name": "Closed-Loop Utility Protocol", "focus": "Planning and control", "steps": ["Build compiled world", "Plan with model", "Execute task", "Compare baseline"], "report": ["task success", "planning regret", "control return"]}],$=id=>document.getElementById(id);let sel=D[0].name; | |
| const e=s=>String(s??"").replace(/[&<>"']/g,c=>({"&":"&","<":"<",">":">",'"':""","'":"'"}[c])); | |
| const badges=a=>a.map(x=>`<span class="badge">${e(x)}</span>`).join(""); | |
| function show(x){sel=x.name;$("meta").innerHTML=`<span class="badge">${e(x.category)}</span>`;$("title").textContent=x.name;$("question").textContent=x.question;$("metrics").innerHTML=badges(x.metrics);$("inputs").innerHTML=badges(x.inputs);$("failure").textContent=x.failure;document.querySelectorAll(".card").forEach(c=>c.classList.toggle("active",c.dataset.n===sel))} | |
| function render(){const q=$("q").value.toLowerCase(),c=$("cat").value;const f=D.filter(x=>(!q||JSON.stringify(x).toLowerCase().includes(q))&&(!c||x.category===c));$("cards").innerHTML=f.map(x=>`<div class="card ${x.name===sel?"active":""}" data-n="${e(x.name)}"><span class="badge">${e(x.category)}</span><h3>${e(x.name)}</h3><p class="small">${e(x.question)}</p></div>`).join("");document.querySelectorAll(".card").forEach(c=>c.onclick=()=>show(D.find(x=>x.name===c.dataset.n)));if(f.length&&!f.some(x=>x.name===sel))show(f[0])} | |
| [...new Set(D.map(x=>x.category))].sort().forEach(v=>{let o=document.createElement("option");o.value=v;o.textContent=v;$("cat").appendChild(o)}); | |
| $("q").oninput=render;$("cat").onchange=render;$("protocols").innerHTML=P.map(p=>`<div class="box"><h3>${e(p.name)}</h3><p class="small">${e(p.focus)}</p><div>${badges(p.steps)}</div><h4>Report</h4><div>${badges(p.report)}</div></div>`).join("");render();show(D[0]); | |
| </script></body></html> |