Download protocols.json from worldcompiler/world-compiler-benchmark: direct link, hf CLI and curl.
- Browser
- Download file 1.94 kB
-
https://huggingface.co/spaces/worldcompiler/world-compiler-benchmark/resolve/main/protocols.json
- Command line
-
hf download hf://spaces/worldcompiler/world-compiler-benchmark/protocols.json
-
curl -L -o protocols.json https://huggingface.co/spaces/worldcompiler/world-compiler-benchmark/resolve/main/protocols.json
1.94 kB
| [ | |
| { | |
| "name": "Sensor Alignment Protocol", | |
| "focus": "Temporal + spatial alignment", | |
| "steps": [ | |
| "Inject known timing offsets", | |
| "Measure recovery", | |
| "Compare calibrated poses", | |
| "Report residual error" | |
| ], | |
| "report": [ | |
| "mean lag", | |
| "p95 lag", | |
| "pose error" | |
| ] | |
| }, | |
| { | |
| "name": "Reality-to-State Protocol", | |
| "focus": "World-state reconstruction", | |
| "steps": [ | |
| "Capture reference scene", | |
| "Compile state", | |
| "Compare objects/relations", | |
| "Measure completeness" | |
| ], | |
| "report": [ | |
| "object accuracy", | |
| "relation F1", | |
| "state coverage" | |
| ] | |
| }, | |
| { | |
| "name": "Action Causality Protocol", | |
| "focus": "State-action-next-state integrity", | |
| "steps": [ | |
| "Replay actions", | |
| "Align transitions", | |
| "Perturb actions", | |
| "Compare consequences" | |
| ], | |
| "report": [ | |
| "pairing accuracy", | |
| "action lag", | |
| "causal consistency" | |
| ] | |
| }, | |
| { | |
| "name": "Real2Sim Transfer Protocol", | |
| "focus": "Simulation fidelity", | |
| "steps": [ | |
| "Replay real trajectory", | |
| "Replay in sim", | |
| "Compare motion/contact", | |
| "Test policy transfer" | |
| ], | |
| "report": [ | |
| "trajectory divergence", | |
| "contact consistency", | |
| "transfer success" | |
| ] | |
| }, | |
| { | |
| "name": "World-Model Utility Protocol", | |
| "focus": "Downstream learning value", | |
| "steps": [ | |
| "Train raw baseline", | |
| "Train compiled baseline", | |
| "Compare rollouts", | |
| "Measure sample efficiency" | |
| ], | |
| "report": [ | |
| "prediction error", | |
| "rollout drift", | |
| "data efficiency" | |
| ] | |
| }, | |
| { | |
| "name": "Closed-Loop Utility Protocol", | |
| "focus": "Planning and control", | |
| "steps": [ | |
| "Build compiled world", | |
| "Plan with model", | |
| "Execute task", | |
| "Compare baseline" | |
| ], | |
| "report": [ | |
| "task success", | |
| "planning regret", | |
| "control return" | |
| ] | |
| } | |
| ] |