world-compiler-benchmark / protocols.json
Agenten's picture
Upload 8 files
15b1dc7 verified
Raw History Blame Contribute Delete
1.94 kB
[
{
"name": "Sensor Alignment Protocol",
"focus": "Temporal + spatial alignment",
"steps": [
"Inject known timing offsets",
"Measure recovery",
"Compare calibrated poses",
"Report residual error"
],
"report": [
"mean lag",
"p95 lag",
"pose error"
]
},
{
"name": "Reality-to-State Protocol",
"focus": "World-state reconstruction",
"steps": [
"Capture reference scene",
"Compile state",
"Compare objects/relations",
"Measure completeness"
],
"report": [
"object accuracy",
"relation F1",
"state coverage"
]
},
{
"name": "Action Causality Protocol",
"focus": "State-action-next-state integrity",
"steps": [
"Replay actions",
"Align transitions",
"Perturb actions",
"Compare consequences"
],
"report": [
"pairing accuracy",
"action lag",
"causal consistency"
]
},
{
"name": "Real2Sim Transfer Protocol",
"focus": "Simulation fidelity",
"steps": [
"Replay real trajectory",
"Replay in sim",
"Compare motion/contact",
"Test policy transfer"
],
"report": [
"trajectory divergence",
"contact consistency",
"transfer success"
]
},
{
"name": "World-Model Utility Protocol",
"focus": "Downstream learning value",
"steps": [
"Train raw baseline",
"Train compiled baseline",
"Compare rollouts",
"Measure sample efficiency"
],
"report": [
"prediction error",
"rollout drift",
"data efficiency"
]
},
{
"name": "Closed-Loop Utility Protocol",
"focus": "Planning and control",
"steps": [
"Build compiled world",
"Plan with model",
"Execute task",
"Compare baseline"
],
"report": [
"task success",
"planning regret",
"control return"
]
}
]