{
  "schema_version": "0.1",
  "source": {
    "paper": "https://arxiv.org/abs/2304.13705",
    "arxiv": "https://arxiv.org/abs/2304.13705",
    "model_variant": "act",
    "evaluated_by": "OpenRAL:openral benchmark scene",
    "reproduced_locally": true,
    "reproduction_planned": null,
    "reproduction_cli": "openral benchmark scene --config scenes/benchmark/aloha_transfer_cube.yaml --rskill rskills/act-aloha",
    "table": null,
    "status": "reproduced"
  },
  "benchmark": {
    "name": "aloha_transfer_cube",
    "dataset": null,
    "protocol": "1 episodes, seed=0, success_key=is_success, max_steps=500",
    "robot": "aloha_bimanual",
    "simulator": "aloha_transfer_cube"
  },
  "eval_config": {
    "n_episodes": 1,
    "seeds": [
      0
    ],
    "success_key": "is_success",
    "max_steps": 500,
    "vla_id": "act",
    "weights_uri": "rskills/act-aloha"
  },
  "results": {
    "aloha_transfer_cube/0_success_rate": 0.0,
    "avg_success_rate": 0.0,
    "n_tasks": 1,
    "n_episodes_per_task": 1,
    "n_episodes_total": 1,
    "mean_step_latency_ms_avg": 9.474873240003944
  },
  "baselines": {},
  "trace_id": null
}