paddy-data-sample / data /schema.json
paddy-data's picture
Upload paddy-data-sample (2026-11-16)
259137d verified
Raw History Blame
25.2 kB
{ "features": [ { "key": "observation.images.camera_top", "group": "Cameras", "dtype": "video", "shape": [ 3, 1080, 1920 ], "unit": "1920x1080, h264, 30 fps", "frame": "", "names": null, "desc": "Overhead camera, color. The primary view.", "full_only": false }, { "key": "observation.images.camera_bottom", "group": "Cameras", "dtype": "video", "shape": [ 3, 720, 1280 ], "unit": "1280x720, h264, 30 fps", "frame": "", "names": null, "desc": "Scene camera, color: a fixed side view of the bins and the handover.", "full_only": true }, { "key": "observation.images.camera_left", "group": "Cameras", "dtype": "video", "shape": [ 3, 720, 1280 ], "unit": "1280x720, h264, 30 fps", "frame": "", "names": null, "desc": "Left wrist camera, color; moves with the arm.", "full_only": false }, { "key": "observation.images.camera_right", "group": "Cameras", "dtype": "video", "shape": [ 3, 720, 1280 ], "unit": "1280x720, h264, 30 fps", "frame": "", "names": null, "desc": "Right wrist camera, color; moves with the arm.", "full_only": false }, { "key": "observation.images.camera_top_stereo_left", "group": "Cameras", "dtype": "video", "shape": [ 3, 720, 1280 ], "unit": "1280x720, h264, 30 fps", "frame": "", "names": null, "desc": "Overhead camera's left infrared imager, rectified, emitter off; gray in three channels.", "full_only": true }, { "key": "observation.images.camera_top_stereo_right", "group": "Cameras", "dtype": "video", "shape": [ 3, 720, 1280 ], "unit": "1280x720, h264, 30 fps", "frame": "", "names": null, "desc": "Overhead camera's right infrared imager, rectified, emitter off; gray in three channels.", "full_only": true }, { "key": "observation.images.camera_top_depth", "group": "Depth", "dtype": "video", "shape": [ 1080, 1920, 1 ], "unit": "1920x1080, hevc, 30 fps", "frame": "", "names": null, "desc": "Overhead camera's aligned depth as a LeRobot depth feature (12-bit log code; exact millimetres in depth/).", "full_only": true }, { "key": "observation.images.camera_bottom_depth", "group": "Depth", "dtype": "video", "shape": [ 720, 1280, 1 ], "unit": "1280x720, hevc, 30 fps", "frame": "", "names": null, "desc": "Scene camera's aligned depth as a LeRobot depth feature.", "full_only": true }, { "key": "observation.images.camera_left_depth", "group": "Depth", "dtype": "video", "shape": [ 720, 1280, 1 ], "unit": "1280x720, hevc, 30 fps", "frame": "", "names": null, "desc": "Left wrist camera's aligned depth as a LeRobot depth feature.", "full_only": true }, { "key": "observation.images.camera_right_depth", "group": "Depth", "dtype": "video", "shape": [ 720, 1280, 1 ], "unit": "1280x720, hevc, 30 fps", "frame": "", "names": null, "desc": "Right wrist camera's aligned depth as a LeRobot depth feature.", "full_only": true }, { "key": "observation.state", "group": "Proprioception", "dtype": "float32", "shape": [ 16 ], "unit": "rad; gripper 0 closed .. 1 open", "frame": "", "names": [ "left_joint1", "left_joint2", "left_joint3", "left_joint4", "left_joint5", "left_joint6", "left_joint7", "left_gripper", "right_joint1", "right_joint2", "right_joint3", "right_joint4", "right_joint5", "right_joint6", "right_joint7", "right_gripper" ], "desc": "Per arm the 7 measured joint angles, then the gripper opening.", "full_only": false }, { "key": "observation.velocity", "group": "Proprioception", "dtype": "float32", "shape": [ 14 ], "unit": "rad/s", "frame": "", "names": [ "left_joint1", "left_joint2", "left_joint3", "left_joint4", "left_joint5", "left_joint6", "left_joint7", "right_joint1", "right_joint2", "right_joint3", "right_joint4", "right_joint5", "right_joint6", "right_joint7" ], "desc": "Per arm the joint velocities the arm reports with each joint-state sample.", "full_only": false }, { "key": "observation.effort", "group": "Proprioception", "dtype": "float32", "shape": [ 14 ], "unit": "N m", "frame": "", "names": [ "left_joint1", "left_joint2", "left_joint3", "left_joint4", "left_joint5", "left_joint6", "left_joint7", "right_joint1", "right_joint2", "right_joint3", "right_joint4", "right_joint5", "right_joint6", "right_joint7" ], "desc": "Per arm the arm's own joint torque estimate from motor current and its dynamic model; the arms have no joint torque sensors.", "full_only": false }, { "key": "observation.eef_pose.left", "group": "End effector", "dtype": "float32", "shape": [ 7 ], "unit": "m, quaternion xyzw", "frame": "Left_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "Left TCP position and orientation in the left arm's base frame, from URDF forward kinematics at the row's joints.", "full_only": false }, { "key": "observation.eef_pose.right", "group": "End effector", "dtype": "float32", "shape": [ 7 ], "unit": "m, quaternion xyzw", "frame": "Right_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "Right TCP position and orientation in the right arm's base frame, from URDF forward kinematics at the row's joints.", "full_only": false }, { "key": "observation.eef_rot6d.left", "group": "End effector", "dtype": "float32", "shape": [ 6 ], "unit": "1", "frame": "Left_link_base", "names": [ "r00", "r10", "r20", "r01", "r11", "r21" ], "desc": "Left TCP orientation as a 6D rotation (first two columns of the rotation matrix).", "full_only": false }, { "key": "observation.eef_rot6d.right", "group": "End effector", "dtype": "float32", "shape": [ 6 ], "unit": "1", "frame": "Right_link_base", "names": [ "r00", "r10", "r20", "r01", "r11", "r21" ], "desc": "Right TCP orientation as a 6D rotation.", "full_only": false }, { "key": "observation.eef_rotvec.left", "group": "End effector", "dtype": "float32", "shape": [ 3 ], "unit": "rad", "frame": "", "names": [ "rx", "ry", "rz" ], "desc": "Left TCP orientation as a rotation vector (axis times angle).", "full_only": true }, { "key": "observation.eef_rotvec.right", "group": "End effector", "dtype": "float32", "shape": [ 3 ], "unit": "rad", "frame": "", "names": [ "rx", "ry", "rz" ], "desc": "Right TCP orientation as a rotation vector.", "full_only": true }, { "key": "observation.eef_state", "group": "End effector", "dtype": "float32", "shape": [ 16 ], "unit": "m; gripper 0 closed .. 1 open, quaternion xyzw", "frame": "each arm's base", "names": [ "left_x", "left_y", "left_z", "left_qx", "left_qy", "left_qz", "left_qw", "left_gripper", "right_x", "right_y", "right_z", "right_qx", "right_qy", "right_qz", "right_qw", "right_gripper" ], "desc": "Both arms' TCP pose and gripper opening in one vector.", "full_only": false }, { "key": "observation.force_torque.right", "group": "Force-torque", "dtype": "float32", "shape": [ 6 ], "unit": "N (fx fy fz), N m (tx ty tz)", "frame": "Right_link_eef", "names": [ "fx", "fy", "fz", "tx", "ty", "tz" ], "desc": "Right wrist force and torque after the arm's load and offset compensation.", "full_only": false }, { "key": "paddy.force_torque_raw.right", "group": "Force-torque", "dtype": "float32", "shape": [ 6 ], "unit": "N (fx fy fz), N m (tx ty tz)", "frame": "Right_link_eef", "names": [ "fx", "fy", "fz", "tx", "ty", "tz" ], "desc": "Right wrist force and torque, the unprocessed sensor reading.", "full_only": false }, { "key": "paddy.force_torque_valid", "group": "Force-torque", "dtype": "bool", "shape": [ 1 ], "unit": "", "frame": "", "names": [ "right" ], "desc": "True where the force-torque reading is fresh.", "full_only": false }, { "key": "action", "group": "Actions", "dtype": "float32", "shape": [ 16 ], "unit": "rad; gripper 0 closed .. 1 open", "frame": "", "names": [ "left_joint1", "left_joint2", "left_joint3", "left_joint4", "left_joint5", "left_joint6", "left_joint7", "left_gripper_cmd", "right_joint1", "right_joint2", "right_joint3", "right_joint4", "right_joint5", "right_joint6", "right_joint7", "right_gripper_cmd" ], "desc": "Per arm the 7 absolute joint commands sent to the arm (the last setpoint of the servo stream at or before the row), then the gripper command.", "full_only": false }, { "key": "paddy.action_valid", "group": "Actions", "dtype": "bool", "shape": [ 2 ], "unit": "", "frame": "", "names": [ "left", "right" ], "desc": "Per arm: the arm has a live teleoperation command at the row.", "full_only": false }, { "key": "paddy.action_issued", "group": "Actions", "dtype": "bool", "shape": [ 2 ], "unit": "", "frame": "", "names": [ "left", "right" ], "desc": "Per arm: a command has been issued at or before the row.", "full_only": false }, { "key": "paddy.command_sent.left", "group": "Actions", "dtype": "float32", "shape": [ 7 ], "unit": "m, quaternion xyzw", "frame": "Left_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "The TCP pose of the target the left arm's setpoints step toward.", "full_only": false }, { "key": "paddy.command_sent.right", "group": "Actions", "dtype": "float32", "shape": [ 7 ], "unit": "m, quaternion xyzw", "frame": "Right_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "The TCP pose of the target the right arm's setpoints step toward.", "full_only": false }, { "key": "paddy.target_pose.left", "group": "Teleoperation", "dtype": "float32", "shape": [ 7 ], "unit": "m, quaternion xyzw", "frame": "Left_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "The operator's absolute TCP target for the left arm, from the hand controller.", "full_only": false }, { "key": "paddy.target_pose.right", "group": "Teleoperation", "dtype": "float32", "shape": [ 7 ], "unit": "m, quaternion xyzw", "frame": "Right_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "The operator's absolute TCP target for the right arm.", "full_only": false }, { "key": "paddy.target_rot6d.left", "group": "Teleoperation", "dtype": "float32", "shape": [ 6 ], "unit": "1", "frame": "Left_link_base", "names": [ "r00", "r10", "r20", "r01", "r11", "r21" ], "desc": "Left target orientation as a 6D rotation.", "full_only": false }, { "key": "paddy.target_rot6d.right", "group": "Teleoperation", "dtype": "float32", "shape": [ 6 ], "unit": "1", "frame": "Right_link_base", "names": [ "r00", "r10", "r20", "r01", "r11", "r21" ], "desc": "Right target orientation as a 6D rotation.", "full_only": false }, { "key": "paddy.target_rotvec.left", "group": "Teleoperation", "dtype": "float32", "shape": [ 3 ], "unit": "rad", "frame": "", "names": [ "rx", "ry", "rz" ], "desc": "Left target orientation as a rotation vector.", "full_only": true }, { "key": "paddy.target_rotvec.right", "group": "Teleoperation", "dtype": "float32", "shape": [ 3 ], "unit": "rad", "frame": "", "names": [ "rx", "ry", "rz" ], "desc": "Right target orientation as a rotation vector.", "full_only": true }, { "key": "paddy.engaged", "group": "Teleoperation", "dtype": "bool", "shape": [ 2 ], "unit": "", "frame": "", "names": [ "left", "right" ], "desc": "Per arm: the operator holds the deadman button.", "full_only": false }, { "key": "paddy.scaling", "group": "Teleoperation", "dtype": "float32", "shape": [ 2 ], "unit": "", "frame": "", "names": [ "left", "right" ], "desc": "Per arm: hand-to-TCP motion scale in effect; 0 = no fresh sample.", "full_only": false }, { "key": "paddy.moving", "group": "Masks", "dtype": "bool", "shape": [ 2 ], "unit": "", "frame": "", "names": [ "left", "right" ], "desc": "Per arm: the TCP, a joint or the gripper moves around the row.", "full_only": false }, { "key": "paddy.control_source", "group": "Masks", "dtype": "int8", "shape": [ 2 ], "unit": "", "frame": "", "names": [ "left", "right" ], "desc": "Per arm, who drove it: 0 nobody, 1 human, 2 policy.", "full_only": false }, { "key": "paddy.camera_pose.camera_left", "group": "Calibration", "dtype": "float32", "shape": [ 7 ], "unit": "m", "frame": "Left_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "Left wrist camera's optical frame in the left arm's base frame at the row.", "full_only": false }, { "key": "paddy.camera_pose.camera_right", "group": "Calibration", "dtype": "float32", "shape": [ 7 ], "unit": "m", "frame": "Right_link_base", "names": [ "x", "y", "z", "qx", "qy", "qz", "qw" ], "desc": "Right wrist camera's optical frame in the right arm's base frame at the row.", "full_only": false }, { "key": "timestamp", "group": "Timing", "dtype": "float32", "shape": [ 1 ], "unit": "", "frame": "", "names": null, "desc": "Seconds from the episode start.", "full_only": false }, { "key": "paddy.utc_s", "group": "Timing", "dtype": "float64", "shape": [ 1 ], "unit": "s", "frame": "", "names": null, "desc": "The row's time as UTC epoch seconds, on the recording computer's clock.", "full_only": false }, { "key": "paddy.frame_age.camera_top", "group": "Timing", "dtype": "float32", "shape": [ 1 ], "unit": "s", "frame": "", "names": null, "desc": "How old the overhead frame used at this row is.", "full_only": false }, { "key": "paddy.frame_age.camera_bottom", "group": "Timing", "dtype": "float32", "shape": [ 1 ], "unit": "s", "frame": "", "names": null, "desc": "How old the scene-camera frame used at this row is.", "full_only": true }, { "key": "paddy.frame_age.camera_left", "group": "Timing", "dtype": "float32", "shape": [ 1 ], "unit": "s", "frame": "", "names": null, "desc": "How old the left wrist frame used at this row is.", "full_only": false }, { "key": "paddy.frame_age.camera_right", "group": "Timing", "dtype": "float32", "shape": [ 1 ], "unit": "s", "frame": "", "names": null, "desc": "How old the right wrist frame used at this row is.", "full_only": false }, { "key": "paddy.frame_age.camera_top_stereo_left", "group": "Timing", "dtype": "float32", "shape": [ 1 ], "unit": "s", "frame": "", "names": null, "desc": "How old the left infrared frame used at this row is.", "full_only": true }, { "key": "paddy.frame_age.camera_top_stereo_right", "group": "Timing", "dtype": "float32", "shape": [ 1 ], "unit": "s", "frame": "", "names": null, "desc": "How old the right infrared frame used at this row is.", "full_only": true }, { "key": "task_index", "group": "Labels", "dtype": "int64", "shape": [ 1 ], "unit": "", "frame": "", "names": null, "desc": "Index of the episode's instruction in meta/tasks.parquet.", "full_only": false }, { "key": "paddy.subtask_index", "group": "Labels", "dtype": "int64", "shape": [ 1 ], "unit": "", "frame": "", "names": null, "desc": "Operator-marked subtask open at the row; -1 = none.", "full_only": false }, { "key": "frame_index", "group": "Index", "dtype": "int64", "shape": [ 1 ], "unit": "", "frame": "", "names": null, "desc": "Row number within the episode.", "full_only": false }, { "key": "episode_index", "group": "Index", "dtype": "int64", "shape": [ 1 ], "unit": "", "frame": "", "names": null, "desc": "Episode number.", "full_only": false }, { "key": "index", "group": "Index", "dtype": "int64", "shape": [ 1 ], "unit": "", "frame": "", "names": null, "desc": "Row number within the dataset.", "full_only": false } ], "cameras": [ { "name": "camera_top", "model": "Intel RealSense D435", "role": "overhead", "primary": true, "moving": false, "resolution": "1920\u00d71080", "recorded": null, "fx": 1361.3, "fy": 1361.4, "cx": 955.1, "cy": 520.9, "hfov_deg": 70.0, "distortion": "plumb_bob", "intrinsics": "factory focal length, distortion fitted with a ChArUco board", "extrinsic_frame": "Right_link_base", "calibrated_at": "2026-11-12", "samples": 31, "error_mm": 0.43, "error_px": 0.55, "depth": "640\u00d7360", "sample_resolution": "1280\u00d7720" }, { "name": "camera_bottom", "model": "Intel RealSense D405", "role": "scene", "primary": false, "moving": false, "resolution": "1280\u00d7720", "recorded": null, "fx": 653.3, "fy": 652.4, "cx": 637.1, "cy": 337.8, "hfov_deg": 89.0, "distortion": "plumb_bob", "intrinsics": "factory (the camera's own)", "extrinsic_frame": "Left_link_base", "calibrated_at": "2026-11-12", "samples": 33, "error_mm": 0.34, "error_px": 1.23, "depth": "640\u00d7360", "sample_resolution": null }, { "name": "camera_left", "model": "Intel RealSense D405", "role": "wrist", "primary": false, "moving": true, "resolution": "1280\u00d7720", "recorded": null, "fx": 650.3, "fy": 649.6, "cx": 646.7, "cy": 365.1, "hfov_deg": 89.0, "distortion": "plumb_bob", "intrinsics": "factory (the camera's own)", "extrinsic_frame": "Left_link_eef", "calibrated_at": "2026-11-12", "samples": 17, "error_mm": 0.85, "error_px": 1.01, "depth": "640\u00d7360", "sample_resolution": "1280\u00d7720" }, { "name": "camera_right", "model": "Intel RealSense D405", "role": "wrist", "primary": false, "moving": true, "resolution": "1280\u00d7720", "recorded": null, "fx": 648.3, "fy": 646.9, "cx": 633.3, "cy": 364.2, "hfov_deg": 89.0, "distortion": "plumb_bob", "intrinsics": "factory (the camera's own)", "extrinsic_frame": "Right_link_eef", "calibrated_at": "2026-11-12", "samples": 16, "error_mm": 0.73, "error_px": 0.88, "depth": "640\u00d7360", "sample_resolution": "1280\u00d7720" } ], "episode_fields": [ { "key": "link.episode_index / episode_uuid", "type": "int / string", "desc": "Episode number in the dataset and its globally unique id." }, { "key": "metadata.task", "type": "string", "desc": "The instruction (the LeRobot task string)." }, { "key": "metadata.outcome", "type": "string", "desc": "success or failure, set by the operator at the stop." }, { "key": "metadata.notes", "type": "string", "desc": "The operator's note; for a failure, what went wrong." }, { "key": "metadata.scene_id", "type": "string", "desc": "Which of the two scenes." }, { "key": "metadata.labels", "type": "string[]", "desc": "Skill tags: pick, place, sort, bin_pick, handover, bimanual, low_light." }, { "key": "metadata.start_time / duration_s", "type": "string / float", "desc": "Recording start (ISO 8601 UTC) and length." }, { "key": "conversion.subtasks[]", "type": "object[]", "desc": "Per subtask: index, instruction, outcome, start_s, end_s (UTC epoch s), start_row, end_row." }, { "key": "conversion.rows / fps", "type": "int / int", "desc": "Rows in the episode and the row rate." }, { "key": "conversion.camera_sync", "type": "object", "desc": "Median and p99 gap between each camera pair's frames, and the worst pair's median." }, { "key": "conversion.cameras.<camera>", "type": "object", "desc": "Frames recorded, measured rate, held slots, oldest frame used, depth frames and gaps." }, { "key": "conversion.command_lag.<side>", "type": "object", "desc": "Delay from command to the arm reaching it, and the tracking error before and after shifting by it." }, { "key": "conversion.action_valid_ratio.<side>", "type": "float", "desc": "Share of rows with a live command." }, { "key": "conversion.engaged_ratio.<side>", "type": "float", "desc": "Share of rows with the deadman held." }, { "key": "conversion.streams.<stream>", "type": "object", "desc": "Per recorded stream: sample count, measured rate and gaps." }, { "key": "conversion.force_torque_valid_ratio", "type": "object", "desc": "Per sensor, the share of rows with a fresh reading." } ], "files": [ { "path": "meta/info.json", "desc": "LeRobot v3.0 features, shapes, rates and paths, with units and frames per feature." }, { "path": "meta/stats.json", "desc": "Per-feature statistics (min, max, mean, std, quantiles) for normalization." }, { "path": "meta/tasks.parquet", "desc": "The instruction string, indexed by task_index." }, { "path": "meta/episodes/", "desc": "LeRobot episode index, plus outcome, scene, labels and episode id per episode." }, { "path": "meta/cameras.json", "desc": "Per camera: model, role, intrinsics (K, D), depth intrinsics, extrinsics to each arm base, calibration record." }, { "path": "meta/modality.json", "desc": "Named slices of state and action per arm (joints, gripper, TCP position and rotation)." }, { "path": "meta/paddy/info.json", "desc": "Conventions for every column: units, frames, timing rules, masks, rates, depth layout." }, { "path": "meta/paddy/episodes/<episode>.json", "desc": "Per-episode labels, subtasks, measured rates and lags, stream quality." }, { "path": "meta/paddy/keep_ranges.json", "desc": "Per episode, the row ranges where an arm moves." }, { "path": "meta/paddy/robot_description.urdf", "desc": "Both arms, grippers, force-torque sensor and cameras in one kinematic tree." }, { "path": "data/chunk-000/file-NNN.parquet", "desc": "One row per 30 fps step: every numeric feature." }, { "path": "videos/<camera>/chunk-000/file-NNN.mp4", "desc": "H.264 color video per camera and episode (lossless in the full release, which also has the stereo pair and the LeRobot depth features here)." }, { "path": "depth/observation.depth.<camera>/chunk-000/file-NNN.mkv", "desc": "Full release only: depth aligned to color per camera and episode, FFV1 16-bit millimetres." }, { "path": "depth/observation.depth_raw.<camera>/chunk-000/file-NNN.mkv", "desc": "Full release only: each camera's own depth image, not aligned, FFV1 16-bit millimetres." }, { "path": "manifest.json, SHA256SUMS", "desc": "Every file with its size and SHA-256." } ], "conventions": { "quaternions": "sign-continuous per episode, first qw >= 0", "gripper": "0 closed, 1 open", "image_gap_policy": "hold", "hold_max_age_ms": 200, "action_hold_ms": 200, "base_frames": [ "Left_link_base", "Right_link_base" ], "tcp_frames": [ "Left_link_tcp", "Right_link_tcp" ], "depth": { "codec": "ffv1", "pix_fmt": "gray16le", "units_mm": 1, "fill_policy": "zero", "timeline": "color", "cameras": [ "camera_bottom", "camera_top", "camera_left", "camera_right" ], "resolution": "1920\u00d71080", "raw_resolution": "640\u00d7360" }, "control_source_values": { "0": "nobody", "1": "human", "2": "policy" } } }
{
"features": [
{
"key": "observation.images.camera_top",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
1080,
1920
],
"unit": "1920x1080, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera, color. The primary view.",
"full_only": false
},
{
"key": "observation.images.camera_bottom",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Scene camera, color: a fixed side view of the bins and the handover.",
"full_only": true
},
{
"key": "observation.images.camera_left",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Left wrist camera, color; moves with the arm.",
"full_only": false
},
{
"key": "observation.images.camera_right",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Right wrist camera, color; moves with the arm.",
"full_only": false
},
{
"key": "observation.images.camera_top_stereo_left",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera's left infrared imager, rectified, emitter off; gray in three channels.",
"full_only": true
},
{
"key": "observation.images.camera_top_stereo_right",
"group": "Cameras",
"dtype": "video",
"shape": [
3,
720,
1280
],
"unit": "1280x720, h264, 30 fps",
"frame": "",
"names": null,
"desc": "Overhead camera's right infrared imager, rectified, emitter off; gray in three channels.",
"full_only": true
},
{
"key": "observation.images.camera_top_depth",
"group": "Depth",
"dtype": "video",
"shape": [
1080,
1920,
1