Download data/schema.json from PaddyDataCollection/paddy-data-sample: direct link, hf CLI and curl.
- Browser
- Download file 25.2 kB
-
https://huggingface.co/spaces/PaddyDataCollection/paddy-data-sample/resolve/main/data/schema.json
- Command line
-
hf download hf://spaces/PaddyDataCollection/paddy-data-sample/data/schema.json
-
curl -L -o schema.json https://huggingface.co/spaces/PaddyDataCollection/paddy-data-sample/resolve/main/data/schema.json
25.2 kB
{
"features": [
{
"key": "observation.images.camera_top",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
1080,
1920
],
"unit": "1920x1080, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera, color. The primary view.",
"full_only": false
},
{
"key": "observation.images.camera_bottom",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Scene camera, color: a fixed side view of the bins and the handover.",
"full_only": true
},
{
"key": "observation.images.camera_left",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Left wrist camera, color; moves with the arm.",
"full_only": false
},
{
"key": "observation.images.camera_right",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Right wrist camera, color; moves with the arm.",
"full_only": false
},
{
"key": "observation.images.camera_top_stereo_left",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera's left infrared imager, rectified, emitter off; gray in three channels.",
"full_only": true
},
{
"key": "observation.images.camera_top_stereo_right",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera's right infrared imager, rectified, emitter off; gray in three channels.",
"full_only": true
},
{
"key": "observation.images.camera_top_depth",
"group": "Depth",
"dtype": "video",
"shape": [
1080,
1920,
1
],
"unit": "1920x1080, hevc, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera's aligned depth as a LeRobot depth feature (12-bit log code; exact millimetres in depth/).",
"full_only": true
},
{
"key": "observation.images.camera_bottom_depth",
"group": "Depth",
"dtype": "video",
"shape": [
720,
1280,
1
],
"unit": "1280x720, hevc, 30 fps",
"frame": "",
"names": null,
"desc": "Scene camera's aligned depth as a LeRobot depth feature.",
"full_only": true
},
{
"key": "observation.images.camera_left_depth",
"group": "Depth",
"dtype": "video",
"shape": [
720,
1280,
1
],
"unit": "1280x720, hevc, 30 fps",
"frame": "",
"names": null,
"desc": "Left wrist camera's aligned depth as a LeRobot depth feature.",
"full_only": true
},
{
"key": "observation.images.camera_right_depth",
"group": "Depth",
"dtype": "video",
"shape": [
720,
1280,
1
],
"unit": "1280x720, hevc, 30 fps",
"frame": "",
"names": null,
"desc": "Right wrist camera's aligned depth as a LeRobot depth feature.",
"full_only": true
},
{
"key": "observation.state",
"group": "Proprioception",
"dtype": "float32",
"shape": [
16
],
"unit": "rad; gripper 0 closed .. 1 open",
"frame": "",
"names": [
"left_joint1",
"left_joint2",
"left_joint3",
"left_joint4",
"left_joint5",
"left_joint6",
"left_joint7",
"left_gripper",
"right_joint1",
"right_joint2",
"right_joint3",
"right_joint4",
"right_joint5",
"right_joint6",
"right_joint7",
"right_gripper"
],
"desc": "Per arm the 7 measured joint angles, then the gripper opening.",
"full_only": false
},
{
"key": "observation.velocity",
"group": "Proprioception",
"dtype": "float32",
"shape": [
14
],
"unit": "rad/s",
"frame": "",
"names": [
"left_joint1",
"left_joint2",
"left_joint3",
"left_joint4",
"left_joint5",
"left_joint6",
"left_joint7",
"right_joint1",
"right_joint2",
"right_joint3",
"right_joint4",
"right_joint5",
"right_joint6",
"right_joint7"
],
"desc": "Per arm the joint velocities the arm reports with each joint-state sample.",
"full_only": false
},
{
"key": "observation.effort",
"group": "Proprioception",
"dtype": "float32",
"shape": [
14
],
"unit": "N m",
"frame": "",
"names": [
"left_joint1",
"left_joint2",
"left_joint3",
"left_joint4",
"left_joint5",
"left_joint6",
"left_joint7",
"right_joint1",
"right_joint2",
"right_joint3",
"right_joint4",
"right_joint5",
"right_joint6",
"right_joint7"
],
"desc": "Per arm the arm's own joint torque estimate from motor current and its dynamic model; the arms have no joint torque sensors.",
"full_only": false
},
{
"key": "observation.eef_pose.left",
"group": "End effector",
"dtype": "float32",
"shape": [
7
],
"unit": "m, quaternion xyzw",
"frame": "Left_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "Left TCP position and orientation in the left arm's base frame, from URDF forward kinematics at the row's joints.",
"full_only": false
},
{
"key": "observation.eef_pose.right",
"group": "End effector",
"dtype": "float32",
"shape": [
7
],
"unit": "m, quaternion xyzw",
"frame": "Right_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "Right TCP position and orientation in the right arm's base frame, from URDF forward kinematics at the row's joints.",
"full_only": false
},
{
"key": "observation.eef_rot6d.left",
"group": "End effector",
"dtype": "float32",
"shape": [
6
],
"unit": "1",
"frame": "Left_link_base",
"names": [
"r00",
"r10",
"r20",
"r01",
"r11",
"r21"
],
"desc": "Left TCP orientation as a 6D rotation (first two columns of the rotation matrix).",
"full_only": false
},
{
"key": "observation.eef_rot6d.right",
"group": "End effector",
"dtype": "float32",
"shape": [
6
],
"unit": "1",
"frame": "Right_link_base",
"names": [
"r00",
"r10",
"r20",
"r01",
"r11",
"r21"
],
"desc": "Right TCP orientation as a 6D rotation.",
"full_only": false
},
{
"key": "observation.eef_rotvec.left",
"group": "End effector",
"dtype": "float32",
"shape": [
3
],
"unit": "rad",
"frame": "",
"names": [
"rx",
"ry",
"rz"
],
"desc": "Left TCP orientation as a rotation vector (axis times angle).",
"full_only": true
},
{
"key": "observation.eef_rotvec.right",
"group": "End effector",
"dtype": "float32",
"shape": [
3
],
"unit": "rad",
"frame": "",
"names": [
"rx",
"ry",
"rz"
],
"desc": "Right TCP orientation as a rotation vector.",
"full_only": true
},
{
"key": "observation.eef_state",
"group": "End effector",
"dtype": "float32",
"shape": [
16
],
"unit": "m; gripper 0 closed .. 1 open, quaternion xyzw",
"frame": "each arm's base",
"names": [
"left_x",
"left_y",
"left_z",
"left_qx",
"left_qy",
"left_qz",
"left_qw",
"left_gripper",
"right_x",
"right_y",
"right_z",
"right_qx",
"right_qy",
"right_qz",
"right_qw",
"right_gripper"
],
"desc": "Both arms' TCP pose and gripper opening in one vector.",
"full_only": false
},
{
"key": "observation.force_torque.right",
"group": "Force-torque",
"dtype": "float32",
"shape": [
6
],
"unit": "N (fx fy fz), N m (tx ty tz)",
"frame": "Right_link_eef",
"names": [
"fx",
"fy",
"fz",
"tx",
"ty",
"tz"
],
"desc": "Right wrist force and torque after the arm's load and offset compensation.",
"full_only": false
},
{
"key": "paddy.force_torque_raw.right",
"group": "Force-torque",
"dtype": "float32",
"shape": [
6
],
"unit": "N (fx fy fz), N m (tx ty tz)",
"frame": "Right_link_eef",
"names": [
"fx",
"fy",
"fz",
"tx",
"ty",
"tz"
],
"desc": "Right wrist force and torque, the unprocessed sensor reading.",
"full_only": false
},
{
"key": "paddy.force_torque_valid",
"group": "Force-torque",
"dtype": "bool",
"shape": [
1
],
"unit": "",
"frame": "",
"names": [
"right"
],
"desc": "True where the force-torque reading is fresh.",
"full_only": false
},
{
"key": "action",
"group": "Actions",
"dtype": "float32",
"shape": [
16
],
"unit": "rad; gripper 0 closed .. 1 open",
"frame": "",
"names": [
"left_joint1",
"left_joint2",
"left_joint3",
"left_joint4",
"left_joint5",
"left_joint6",
"left_joint7",
"left_gripper_cmd",
"right_joint1",
"right_joint2",
"right_joint3",
"right_joint4",
"right_joint5",
"right_joint6",
"right_joint7",
"right_gripper_cmd"
],
"desc": "Per arm the 7 absolute joint commands sent to the arm (the last setpoint of the servo stream at or before the row), then the gripper command.",
"full_only": false
},
{
"key": "paddy.action_valid",
"group": "Actions",
"dtype": "bool",
"shape": [
2
],
"unit": "",
"frame": "",
"names": [
"left",
"right"
],
"desc": "Per arm: the arm has a live teleoperation command at the row.",
"full_only": false
},
{
"key": "paddy.action_issued",
"group": "Actions",
"dtype": "bool",
"shape": [
2
],
"unit": "",
"frame": "",
"names": [
"left",
"right"
],
"desc": "Per arm: a command has been issued at or before the row.",
"full_only": false
},
{
"key": "paddy.command_sent.left",
"group": "Actions",
"dtype": "float32",
"shape": [
7
],
"unit": "m, quaternion xyzw",
"frame": "Left_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "The TCP pose of the target the left arm's setpoints step toward.",
"full_only": false
},
{
"key": "paddy.command_sent.right",
"group": "Actions",
"dtype": "float32",
"shape": [
7
],
"unit": "m, quaternion xyzw",
"frame": "Right_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "The TCP pose of the target the right arm's setpoints step toward.",
"full_only": false
},
{
"key": "paddy.target_pose.left",
"group": "Teleoperation",
"dtype": "float32",
"shape": [
7
],
"unit": "m, quaternion xyzw",
"frame": "Left_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "The operator's absolute TCP target for the left arm, from the hand controller.",
"full_only": false
},
{
"key": "paddy.target_pose.right",
"group": "Teleoperation",
"dtype": "float32",
"shape": [
7
],
"unit": "m, quaternion xyzw",
"frame": "Right_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "The operator's absolute TCP target for the right arm.",
"full_only": false
},
{
"key": "paddy.target_rot6d.left",
"group": "Teleoperation",
"dtype": "float32",
"shape": [
6
],
"unit": "1",
"frame": "Left_link_base",
"names": [
"r00",
"r10",
"r20",
"r01",
"r11",
"r21"
],
"desc": "Left target orientation as a 6D rotation.",
"full_only": false
},
{
"key": "paddy.target_rot6d.right",
"group": "Teleoperation",
"dtype": "float32",
"shape": [
6
],
"unit": "1",
"frame": "Right_link_base",
"names": [
"r00",
"r10",
"r20",
"r01",
"r11",
"r21"
],
"desc": "Right target orientation as a 6D rotation.",
"full_only": false
},
{
"key": "paddy.target_rotvec.left",
"group": "Teleoperation",
"dtype": "float32",
"shape": [
3
],
"unit": "rad",
"frame": "",
"names": [
"rx",
"ry",
"rz"
],
"desc": "Left target orientation as a rotation vector.",
"full_only": true
},
{
"key": "paddy.target_rotvec.right",
"group": "Teleoperation",
"dtype": "float32",
"shape": [
3
],
"unit": "rad",
"frame": "",
"names": [
"rx",
"ry",
"rz"
],
"desc": "Right target orientation as a rotation vector.",
"full_only": true
},
{
"key": "paddy.engaged",
"group": "Teleoperation",
"dtype": "bool",
"shape": [
2
],
"unit": "",
"frame": "",
"names": [
"left",
"right"
],
"desc": "Per arm: the operator holds the deadman button.",
"full_only": false
},
{
"key": "paddy.scaling",
"group": "Teleoperation",
"dtype": "float32",
"shape": [
2
],
"unit": "",
"frame": "",
"names": [
"left",
"right"
],
"desc": "Per arm: hand-to-TCP motion scale in effect; 0 = no fresh sample.",
"full_only": false
},
{
"key": "paddy.moving",
"group": "Masks",
"dtype": "bool",
"shape": [
2
],
"unit": "",
"frame": "",
"names": [
"left",
"right"
],
"desc": "Per arm: the TCP, a joint or the gripper moves around the row.",
"full_only": false
},
{
"key": "paddy.control_source",
"group": "Masks",
"dtype": "int8",
"shape": [
2
],
"unit": "",
"frame": "",
"names": [
"left",
"right"
],
"desc": "Per arm, who drove it: 0 nobody, 1 human, 2 policy.",
"full_only": false
},
{
"key": "paddy.camera_pose.camera_left",
"group": "Calibration",
"dtype": "float32",
"shape": [
7
],
"unit": "m",
"frame": "Left_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "Left wrist camera's optical frame in the left arm's base frame at the row.",
"full_only": false
},
{
"key": "paddy.camera_pose.camera_right",
"group": "Calibration",
"dtype": "float32",
"shape": [
7
],
"unit": "m",
"frame": "Right_link_base",
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
],
"desc": "Right wrist camera's optical frame in the right arm's base frame at the row.",
"full_only": false
},
{
"key": "timestamp",
"group": "Timing",
"dtype": "float32",
"shape": [
1
],
"unit": "",
"frame": "",
"names": null,
"desc": "Seconds from the episode start.",
"full_only": false
},
{
"key": "paddy.utc_s",
"group": "Timing",
"dtype": "float64",
"shape": [
1
],
"unit": "s",
"frame": "",
"names": null,
"desc": "The row's time as UTC epoch seconds, on the recording computer's clock.",
"full_only": false
},
{
"key": "paddy.frame_age.camera_top",
"group": "Timing",
"dtype": "float32",
"shape": [
1
],
"unit": "s",
"frame": "",
"names": null,
"desc": "How old the overhead frame used at this row is.",
"full_only": false
},
{
"key": "paddy.frame_age.camera_bottom",
"group": "Timing",
"dtype": "float32",
"shape": [
1
],
"unit": "s",
"frame": "",
"names": null,
"desc": "How old the scene-camera frame used at this row is.",
"full_only": true
},
{
"key": "paddy.frame_age.camera_left",
"group": "Timing",
"dtype": "float32",
"shape": [
1
],
"unit": "s",
"frame": "",
"names": null,
"desc": "How old the left wrist frame used at this row is.",
"full_only": false
},
{
"key": "paddy.frame_age.camera_right",
"group": "Timing",
"dtype": "float32",
"shape": [
1
],
"unit": "s",
"frame": "",
"names": null,
"desc": "How old the right wrist frame used at this row is.",
"full_only": false
},
{
"key": "paddy.frame_age.camera_top_stereo_left",
"group": "Timing",
"dtype": "float32",
"shape": [
1
],
"unit": "s",
"frame": "",
"names": null,
"desc": "How old the left infrared frame used at this row is.",
"full_only": true
},
{
"key": "paddy.frame_age.camera_top_stereo_right",
"group": "Timing",
"dtype": "float32",
"shape": [
1
],
"unit": "s",
"frame": "",
"names": null,
"desc": "How old the right infrared frame used at this row is.",
"full_only": true
},
{
"key": "task_index",
"group": "Labels",
"dtype": "int64",
"shape": [
1
],
"unit": "",
"frame": "",
"names": null,
"desc": "Index of the episode's instruction in meta/tasks.parquet.",
"full_only": false
},
{
"key": "paddy.subtask_index",
"group": "Labels",
"dtype": "int64",
"shape": [
1
],
"unit": "",
"frame": "",
"names": null,
"desc": "Operator-marked subtask open at the row; -1 = none.",
"full_only": false
},
{
"key": "frame_index",
"group": "Index",
"dtype": "int64",
"shape": [
1
],
"unit": "",
"frame": "",
"names": null,
"desc": "Row number within the episode.",
"full_only": false
},
{
"key": "episode_index",
"group": "Index",
"dtype": "int64",
"shape": [
1
],
"unit": "",
"frame": "",
"names": null,
"desc": "Episode number.",
"full_only": false
},
{
"key": "index",
"group": "Index",
"dtype": "int64",
"shape": [
1
],
"unit": "",
"frame": "",
"names": null,
"desc": "Row number within the dataset.",
"full_only": false
}
],
"cameras": [
{
"name": "camera_top",
"model": "Intel RealSense D435",
"role": "overhead",
"primary": true,
"moving": false,
"resolution": "1920\u00d71080",
"recorded": null,
"fx": 1361.3,
"fy": 1361.4,
"cx": 955.1,
"cy": 520.9,
"hfov_deg": 70.0,
"distortion": "plumb_bob",
"intrinsics": "factory focal length, distortion fitted with a ChArUco board",
"extrinsic_frame": "Right_link_base",
"calibrated_at": "2026-11-12",
"samples": 31,
"error_mm": 0.43,
"error_px": 0.55,
"depth": "640\u00d7360",
"sample_resolution": "1280\u00d7720"
},
{
"name": "camera_bottom",
"model": "Intel RealSense D405",
"role": "scene",
"primary": false,
"moving": false,
"resolution": "1280\u00d7720",
"recorded": null,
"fx": 653.3,
"fy": 652.4,
"cx": 637.1,
"cy": 337.8,
"hfov_deg": 89.0,
"distortion": "plumb_bob",
"intrinsics": "factory (the camera's own)",
"extrinsic_frame": "Left_link_base",
"calibrated_at": "2026-11-12",
"samples": 33,
"error_mm": 0.34,
"error_px": 1.23,
"depth": "640\u00d7360",
"sample_resolution": null
},
{
"name": "camera_left",
"model": "Intel RealSense D405",
"role": "wrist",
"primary": false,
"moving": true,
"resolution": "1280\u00d7720",
"recorded": null,
"fx": 650.3,
"fy": 649.6,
"cx": 646.7,
"cy": 365.1,
"hfov_deg": 89.0,
"distortion": "plumb_bob",
"intrinsics": "factory (the camera's own)",
"extrinsic_frame": "Left_link_eef",
"calibrated_at": "2026-11-12",
"samples": 17,
"error_mm": 0.85,
"error_px": 1.01,
"depth": "640\u00d7360",
"sample_resolution": "1280\u00d7720"
},
{
"name": "camera_right",
"model": "Intel RealSense D405",
"role": "wrist",
"primary": false,
"moving": true,
"resolution": "1280\u00d7720",
"recorded": null,
"fx": 648.3,
"fy": 646.9,
"cx": 633.3,
"cy": 364.2,
"hfov_deg": 89.0,
"distortion": "plumb_bob",
"intrinsics": "factory (the camera's own)",
"extrinsic_frame": "Right_link_eef",
"calibrated_at": "2026-11-12",
"samples": 16,
"error_mm": 0.73,
"error_px": 0.88,
"depth": "640\u00d7360",
"sample_resolution": "1280\u00d7720"
}
],
"episode_fields": [
{
"key": "link.episode_index / episode_uuid",
"type": "int / string",
"desc": "Episode number in the dataset and its globally unique id."
},
{
"key": "metadata.task",
"type": "string",
"desc": "The instruction (the LeRobot task string)."
},
{
"key": "metadata.outcome",
"type": "string",
"desc": "success or failure, set by the operator at the stop."
},
{
"key": "metadata.notes",
"type": "string",
"desc": "The operator's note; for a failure, what went wrong."
},
{
"key": "metadata.scene_id",
"type": "string",
"desc": "Which of the two scenes."
},
{
"key": "metadata.labels",
"type": "string[]",
"desc": "Skill tags: pick, place, sort, bin_pick, handover, bimanual, low_light."
},
{
"key": "metadata.start_time / duration_s",
"type": "string / float",
"desc": "Recording start (ISO 8601 UTC) and length."
},
{
"key": "conversion.subtasks[]",
"type": "object[]",
"desc": "Per subtask: index, instruction, outcome, start_s, end_s (UTC epoch s), start_row, end_row."
},
{
"key": "conversion.rows / fps",
"type": "int / int",
"desc": "Rows in the episode and the row rate."
},
{
"key": "conversion.camera_sync",
"type": "object",
"desc": "Median and p99 gap between each camera pair's frames, and the worst pair's median."
},
{
"key": "conversion.cameras.<camera>",
"type": "object",
"desc": "Frames recorded, measured rate, held slots, oldest frame used, depth frames and gaps."
},
{
"key": "conversion.command_lag.<side>",
"type": "object",
"desc": "Delay from command to the arm reaching it, and the tracking error before and after shifting by it."
},
{
"key": "conversion.action_valid_ratio.<side>",
"type": "float",
"desc": "Share of rows with a live command."
},
{
"key": "conversion.engaged_ratio.<side>",
"type": "float",
"desc": "Share of rows with the deadman held."
},
{
"key": "conversion.streams.<stream>",
"type": "object",
"desc": "Per recorded stream: sample count, measured rate and gaps."
},
{
"key": "conversion.force_torque_valid_ratio",
"type": "object",
"desc": "Per sensor, the share of rows with a fresh reading."
}
],
"files": [
{
"path": "meta/info.json",
"desc": "LeRobot v3.0 features, shapes, rates and paths, with units and frames per feature."
},
{
"path": "meta/stats.json",
"desc": "Per-feature statistics (min, max, mean, std, quantiles) for normalization."
},
{
"path": "meta/tasks.parquet",
"desc": "The instruction string, indexed by task_index."
},
{
"path": "meta/episodes/",
"desc": "LeRobot episode index, plus outcome, scene, labels and episode id per episode."
},
{
"path": "meta/cameras.json",
"desc": "Per camera: model, role, intrinsics (K, D), depth intrinsics, extrinsics to each arm base, calibration record."
},
{
"path": "meta/modality.json",
"desc": "Named slices of state and action per arm (joints, gripper, TCP position and rotation)."
},
{
"path": "meta/paddy/info.json",
"desc": "Conventions for every column: units, frames, timing rules, masks, rates, depth layout."
},
{
"path": "meta/paddy/episodes/<episode>.json",
"desc": "Per-episode labels, subtasks, measured rates and lags, stream quality."
},
{
"path": "meta/paddy/keep_ranges.json",
"desc": "Per episode, the row ranges where an arm moves."
},
{
"path": "meta/paddy/robot_description.urdf",
"desc": "Both arms, grippers, force-torque sensor and cameras in one kinematic tree."
},
{
"path": "data/chunk-000/file-NNN.parquet",
"desc": "One row per 30 fps step: every numeric feature."
},
{
"path": "videos/<camera>/chunk-000/file-NNN.mp4",
"desc": "H.264 color video per camera and episode (lossless in the full release, which also has the stereo pair and the LeRobot depth features here)."
},
{
"path": "depth/observation.depth.<camera>/chunk-000/file-NNN.mkv",
"desc": "Full release only: depth aligned to color per camera and episode, FFV1 16-bit millimetres."
},
{
"path": "depth/observation.depth_raw.<camera>/chunk-000/file-NNN.mkv",
"desc": "Full release only: each camera's own depth image, not aligned, FFV1 16-bit millimetres."
},
{
"path": "manifest.json, SHA256SUMS",
"desc": "Every file with its size and SHA-256."
}
],
"conventions": {
"quaternions": "sign-continuous per episode, first qw >= 0",
"gripper": "0 closed, 1 open",
"image_gap_policy": "hold",
"hold_max_age_ms": 200,
"action_hold_ms": 200,
"base_frames": [
"Left_link_base",
"Right_link_base"
],
"tcp_frames": [
"Left_link_tcp",
"Right_link_tcp"
],
"depth": {
"codec": "ffv1",
"pix_fmt": "gray16le",
"units_mm": 1,
"fill_policy": "zero",
"timeline": "color",
"cameras": [
"camera_bottom",
"camera_top",
"camera_left",
"camera_right"
],
"resolution": "1920\u00d71080",
"raw_resolution": "640\u00d7360"
},
"control_source_values": {
"0": "nobody",
"1": "human",
"2": "policy"
}
}
}
{
"features": [
{
"key": "observation.images.camera_top",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
1080,
1920
],
"unit": "1920x1080, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera, color. The primary view.",
"full_only": false
},
{
"key": "observation.images.camera_bottom",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Scene camera, color: a fixed side view of the bins and the handover.",
"full_only": true
},
{
"key": "observation.images.camera_left",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Left wrist camera, color; moves with the arm.",
"full_only": false
},
{
"key": "observation.images.camera_right",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Right wrist camera, color; moves with the arm.",
"full_only": false
},
{
"key": "observation.images.camera_top_stereo_left",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera's left infrared imager, rectified, emitter off; gray in three channels.",
"full_only": true
},
{
"key": "observation.images.camera_top_stereo_right",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera's right infrared imager, rectified, emitter off; gray in three channels.",
"full_only": true
},
{
"key": "observation.images.camera_top_depth",
"group": "Depth",
"dtype": "video",
"shape": [
1080,
1920,
1