BRACE / validation.json
sudarshanharithas's picture
Publish clean BRACE source and procedural-fixture validation
d375952 verified
Raw History Blame Contribute Delete
9.7 kB
{
"source": "independent public checkout",
"tests_passed": 50,
"public_runtime_artifacts": 13,
"public_url_audit_passed": true,
"full_training_distribution_available": false,
"fixture": {
"kind": "procedural_static_standing",
"recorded_motion_data_used": false,
"license": "Apache-2.0"
},
"cpu_pipeline": {
"kind": "functional_pipeline_check",
"cases": [
{
"command": [
"doctor",
"--deep"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/mujoco-zero"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--mode",
"exert",
"--force",
"3",
"0",
"0",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/mujoco-exert"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--mode",
"comp",
"--force",
"6",
"0",
"0",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/mujoco-comp"
],
"exit_code": 0
},
{
"command": [
"export",
"--output",
"<repo>/runs/public-release-cpu/export"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--onnx",
"<repo>/runs/public-release-cpu/export/unified_pipeline.onnx",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/mujoco-onnx"
],
"exit_code": 0
},
{
"command": [
"evaluate",
"--simulator",
"mujoco",
"--mode",
"exert",
"--force",
"3",
"0",
"0",
"--override",
"agent.evaluator.max_eval_steps=100",
"--output",
"<repo>/runs/public-release-cpu/perclip"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"exert",
"--mode",
"exert",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-exert-exert-torque"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"exert",
"--mode",
"exert",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-exert-exert-combined",
"--force",
"3",
"1",
"-.5"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"comp",
"--mode",
"comp",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-comp-comp-torque"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"comp",
"--mode",
"comp",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-comp-comp-combined",
"--force",
"3",
"1",
"-.5"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"student",
"--mode",
"exert",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-student-exert-torque",
"--onnx",
"<repo>/runs/public-release-cpu/export/unified_pipeline.onnx"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"student",
"--mode",
"exert",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-student-exert-combined",
"--force",
"3",
"1",
"-.5",
"--onnx",
"<repo>/runs/public-release-cpu/export/unified_pipeline.onnx"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"student",
"--mode",
"comp",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-student-comp-torque",
"--onnx",
"<repo>/runs/public-release-cpu/export/unified_pipeline.onnx"
],
"exit_code": 0
},
{
"command": [
"sim2sim",
"--stage",
"student",
"--mode",
"comp",
"--torque",
".1",
".2",
"-.1",
"--steps",
"100",
"--output",
"<repo>/runs/public-release-cpu/wrench-student-comp-combined",
"--force",
"3",
"1",
"-.5",
"--onnx",
"<repo>/runs/public-release-cpu/export/unified_pipeline.onnx"
],
"exit_code": 0
}
],
"paper_performance_reproduced": false
},
"deployment": {
"hardware_opened": false,
"cases": [
{
"mode": "exert",
"force_xyz": [
0.0,
0.0,
0.0
],
"torque_xyz": [
0.0,
0.0,
0.0
],
"reference": "clip",
"steps": 100,
"finite_targets_and_state": true,
"streamed": false,
"force_gate_seen": true,
"brace_goal_seen": false,
"mean_step_ms": 2.8709147591143847,
"student_torque_command_max_norm": 0.0,
"root_height_end_m": 0.7717454025206038
},
{
"mode": "exert",
"force_xyz": [
3.0,
0.0,
0.0
],
"torque_xyz": [
0.1,
0.2,
-0.1
],
"reference": "clip",
"steps": 100,
"finite_targets_and_state": true,
"streamed": false,
"force_gate_seen": true,
"brace_goal_seen": true,
"mean_step_ms": 27.275491929613054,
"student_torque_command_max_norm": 0.34641018509864807,
"root_height_end_m": 0.771555535822297
},
{
"mode": "exert",
"force_xyz": [
0.0,
0.0,
0.0
],
"torque_xyz": [
0.1,
0.2,
-0.1
],
"reference": "clip",
"steps": 100,
"finite_targets_and_state": true,
"streamed": false,
"force_gate_seen": true,
"brace_goal_seen": true,
"mean_step_ms": 27.242134183179587,
"student_torque_command_max_norm": 0.34641018509864807,
"root_height_end_m": 0.7717985918682772
},
{
"mode": "comp",
"force_xyz": [
0.0,
0.0,
0.0
],
"torque_xyz": [
0.0,
0.0,
0.0
],
"reference": "clip",
"steps": 100,
"finite_targets_and_state": true,
"streamed": false,
"force_gate_seen": true,
"brace_goal_seen": false,
"mean_step_ms": 2.6857469975948334,
"student_torque_command_max_norm": 0.0,
"root_height_end_m": 0.7625857493233349
},
{
"mode": "comp",
"force_xyz": [
3.0,
0.0,
0.0
],
"torque_xyz": [
0.1,
0.2,
-0.1
],
"reference": "clip",
"steps": 100,
"finite_targets_and_state": true,
"streamed": false,
"force_gate_seen": true,
"brace_goal_seen": false,
"mean_step_ms": 2.5799738988280296,
"student_torque_command_max_norm": 0.0,
"root_height_end_m": 0.7623849673709036
},
{
"mode": "exert",
"force_xyz": [
3.0,
0.0,
0.0
],
"torque_xyz": [
0.1,
0.2,
-0.1
],
"reference": "loopback_vr",
"steps": 150,
"finite_targets_and_state": true,
"streamed": true,
"force_gate_seen": true,
"brace_goal_seen": true,
"mean_step_ms": 20.770735990566514,
"student_torque_command_max_norm": 0.34641018509864807,
"root_height_end_m": 0.771784665720328
}
]
},
"all_upstream_commits_publicly_verified": true,
"history_policy": "One code release commit on existing public history; no private history or tags imported.",
"hardware_execution_validated": false,
"full_retraining_completed": false,
"paper_performance_reproduced": false,
"source_archive_relocation_verified": true,
"publishing_credential_in_source": false,
"checkpoint_state_preserved": true,
"safetensors_identical": true,
"source_snapshot_sha256": "d3af99a345aced8ecb1010e8484238d7f2a498a9975deae1a05b80e635460606"
}