Hugging Face's logo

qicq1c
/
SpatialCode

Model card Files
xet
 Community
SpatialCode / examples /scene0251_00 /vqa_input.json
qicq1c's picture
qicq1c
Add scene0251_00 quick start example
0ccb946 verified
Raw
History Blame Contribute Delete
24.7 kB
[
 {
 "id": 3761,
 "dataset": "scannet",
 "scene_name": "scene0251_00",
 "question_type": "room_size_estimation",
 "question": "What is the size of this room (in square meters)? \nIf multiple rooms are shown, estimate the size of the combined space.",
 "ground_truth": "35.9",
 "options": null,
 "key_object": [],
 "qa_type": "room_size_estimation",
 "gt_3d_bboxes": [
 {
 "bbox_3d": [
 4.428,
 7.408,
 1.642,
 0.455,
 0.258,
 0.931,
 0.0,
 0.0,
 -1.395
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 4.209,
 6.806,
 0.962,
 1.357,
 0.736,
 1.514,
 0.0,
 0.0,
 -1.492
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 3.927,
 7.236,
 1.853,
 0.165,
 0.575,
 1.046,
 0.0,
 0.0,
 -1.37
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 1.194,
 4.451,
 1.528,
 0.459,
 0.533,
 0.447,
 0.0,
 0.0,
 -1.655
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.993,
 3.58,
 1.528,
 0.497,
 0.657,
 0.434,
 0.0,
 0.0,
 -1.484
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.626,
 3.272,
 1.709,
 0.412,
 0.619,
 0.421,
 0.0,
 0.0,
 -1.548
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.654,
 2.783,
 1.572,
 0.519,
 0.664,
 0.526,
 0.0,
 0.0,
 -1.618
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.823,
 2.27,
 1.4,
 0.52,
 0.608,
 0.564,
 0.0,
 0.0,
 -1.619
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 1.16,
 1.304,
 1.655,
 0.222,
 1.298,
 0.781,
 0.0,
 0.0,
 -1.693
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 2.179,
 1.598,
 1.537,
 0.259,
 1.411,
 0.935,
 0.0,
 0.0,
 -1.666
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 4.541,
 3.89,
 1.283,
 0.607,
 0.792,
 0.581,
 0.0,
 0.0,
 -1.595
 ],
 "label": "chair"
 },
 {
 "bbox_3d": [
 6.314,
 3.931,
 1.398,
 0.485,
 0.304,
 0.958,
 0.0,
 0.0,
 -1.736
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 6.047,
 4.378,
 1.023,
 0.827,
 0.64,
 1.523,
 0.0,
 0.0,
 -1.578
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 6.46,
 5.208,
 1.005,
 0.524,
 0.844,
 0.445,
 0.0,
 0.0,
 -1.44
 ],
 "label": "chair"
 }
 ]
 },
 {
 "id": 4386,
 "dataset": "scannet",
 "scene_name": "scene0251_00",
 "question_type": "object_counting",
 "question": "How many chair(s) are in this room?",
 "ground_truth": "2",
 "options": null,
 "key_object": [
 "chair"
 ],
 "qa_type": "object_counting",
 "gt_3d_bboxes": [
 {
 "bbox_3d": [
 4.428,
 7.408,
 1.642,
 0.455,
 0.258,
 0.931,
 0.0,
 0.0,
 -1.395
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 4.209,
 6.806,
 0.962,
 1.357,
 0.736,
 1.514,
 0.0,
 0.0,
 -1.492
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 3.927,
 7.236,
 1.853,
 0.165,
 0.575,
 1.046,
 0.0,
 0.0,
 -1.37
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 1.194,
 4.451,
 1.528,
 0.459,
 0.533,
 0.447,
 0.0,
 0.0,
 -1.655
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.993,
 3.58,
 1.528,
 0.497,
 0.657,
 0.434,
 0.0,
 0.0,
 -1.484
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.626,
 3.272,
 1.709,
 0.412,
 0.619,
 0.421,
 0.0,
 0.0,
 -1.548
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.654,
 2.783,
 1.572,
 0.519,
 0.664,
 0.526,
 0.0,
 0.0,
 -1.618
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.823,
 2.27,
 1.4,
 0.52,
 0.608,
 0.564,
 0.0,
 0.0,
 -1.619
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 1.16,
 1.304,
 1.655,
 0.222,
 1.298,
 0.781,
 0.0,
 0.0,
 -1.693
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 2.179,
 1.598,
 1.537,
 0.259,
 1.411,
 0.935,
 0.0,
 0.0,
 -1.666
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 4.541,
 3.89,
 1.283,
 0.607,
 0.792,
 0.581,
 0.0,
 0.0,
 -1.595
 ],
 "label": "chair"
 },
 {
 "bbox_3d": [
 6.314,
 3.931,
 1.398,
 0.485,
 0.304,
 0.958,
 0.0,
 0.0,
 -1.736
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 6.047,
 4.378,
 1.023,
 0.827,
 0.64,
 1.523,
 0.0,
 0.0,
 -1.578
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 6.46,
 5.208,
 1.005,
 0.524,
 0.844,
 0.445,
 0.0,
 0.0,
 -1.44
 ],
 "label": "chair"
 }
 ]
 },
 {
 "id": 4387,
 "dataset": "scannet",
 "scene_name": "scene0251_00",
 "question_type": "object_counting",
 "question": "How many window(s) are in this room?",
 "ground_truth": "3",
 "options": null,
 "key_object": [
 "window"
 ],
 "qa_type": "object_counting",
 "gt_3d_bboxes": [
 {
 "bbox_3d": [
 4.428,
 7.408,
 1.642,
 0.455,
 0.258,
 0.931,
 0.0,
 0.0,
 -1.395
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 4.209,
 6.806,
 0.962,
 1.357,
 0.736,
 1.514,
 0.0,
 0.0,
 -1.492
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 3.927,
 7.236,
 1.853,
 0.165,
 0.575,
 1.046,
 0.0,
 0.0,
 -1.37
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 1.194,
 4.451,
 1.528,
 0.459,
 0.533,
 0.447,
 0.0,
 0.0,
 -1.655
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.993,
 3.58,
 1.528,
 0.497,
 0.657,
 0.434,
 0.0,
 0.0,
 -1.484
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.626,
 3.272,
 1.709,
 0.412,
 0.619,
 0.421,
 0.0,
 0.0,
 -1.548
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.654,
 2.783,
 1.572,
 0.519,
 0.664,
 0.526,
 0.0,
 0.0,
 -1.618
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.823,
 2.27,
 1.4,
 0.52,
 0.608,
 0.564,
 0.0,
 0.0,
 -1.619
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 1.16,
 1.304,
 1.655,
 0.222,
 1.298,
 0.781,
 0.0,
 0.0,
 -1.693
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 2.179,
 1.598,
 1.537,
 0.259,
 1.411,
 0.935,
 0.0,
 0.0,
 -1.666
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 4.541,
 3.89,
 1.283,
 0.607,
 0.792,
 0.581,
 0.0,
 0.0,
 -1.595
 ],
 "label": "chair"
 },
 {
 "bbox_3d": [
 6.314,
 3.931,
 1.398,
 0.485,
 0.304,
 0.958,
 0.0,
 0.0,
 -1.736
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 6.047,
 4.378,
 1.023,
 0.827,
 0.64,
 1.523,
 0.0,
 0.0,
 -1.578
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 6.46,
 5.208,
 1.005,
 0.524,
 0.844,
 0.445,
 0.0,
 0.0,
 -1.44
 ],
 "label": "chair"
 }
 ]
 },
 {
 "id": 4388,
 "dataset": "scannet",
 "scene_name": "scene0251_00",
 "question_type": "object_counting",
 "question": "How many door(s) are in this room?",
 "ground_truth": "3",
 "options": null,
 "key_object": [
 "door"
 ],
 "qa_type": "object_counting",
 "gt_3d_bboxes": [
 {
 "bbox_3d": [
 4.428,
 7.408,
 1.642,
 0.455,
 0.258,
 0.931,
 0.0,
 0.0,
 -1.395
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 4.209,
 6.806,
 0.962,
 1.357,
 0.736,
 1.514,
 0.0,
 0.0,
 -1.492
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 3.927,
 7.236,
 1.853,
 0.165,
 0.575,
 1.046,
 0.0,
 0.0,
 -1.37
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 1.194,
 4.451,
 1.528,
 0.459,
 0.533,
 0.447,
 0.0,
 0.0,
 -1.655
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.993,
 3.58,
 1.528,
 0.497,
 0.657,
 0.434,
 0.0,
 0.0,
 -1.484
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.626,
 3.272,
 1.709,
 0.412,
 0.619,
 0.421,
 0.0,
 0.0,
 -1.548
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.654,
 2.783,
 1.572,
 0.519,
 0.664,
 0.526,
 0.0,
 0.0,
 -1.618
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.823,
 2.27,
 1.4,
 0.52,
 0.608,
 0.564,
 0.0,
 0.0,
 -1.619
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 1.16,
 1.304,
 1.655,
 0.222,
 1.298,
 0.781,
 0.0,
 0.0,
 -1.693
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 2.179,
 1.598,
 1.537,
 0.259,
 1.411,
 0.935,
 0.0,
 0.0,
 -1.666
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 4.541,
 3.89,
 1.283,
 0.607,
 0.792,
 0.581,
 0.0,
 0.0,
 -1.595
 ],
 "label": "chair"
 },
 {
 "bbox_3d": [
 6.314,
 3.931,
 1.398,
 0.485,
 0.304,
 0.958,
 0.0,
 0.0,
 -1.736
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 6.047,
 4.378,
 1.023,
 0.827,
 0.64,
 1.523,
 0.0,
 0.0,
 -1.578
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 6.46,
 5.208,
 1.005,
 0.524,
 0.844,
 0.445,
 0.0,
 0.0,
 -1.44
 ],
 "label": "chair"
 }
 ]
 },
 {
 "id": 4389,
 "dataset": "scannet",
 "scene_name": "scene0251_00",
 "question_type": "object_counting",
 "question": "How many trash bin(s) are in this room?",
 "ground_truth": "5",
 "options": null,
 "key_object": [
 "trash bin"
 ],
 "qa_type": "object_counting",
 "gt_3d_bboxes": [
 {
 "bbox_3d": [
 4.428,
 7.408,
 1.642,
 0.455,
 0.258,
 0.931,
 0.0,
 0.0,
 -1.395
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 4.209,
 6.806,
 0.962,
 1.357,
 0.736,
 1.514,
 0.0,
 0.0,
 -1.492
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 3.927,
 7.236,
 1.853,
 0.165,
 0.575,
 1.046,
 0.0,
 0.0,
 -1.37
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 1.194,
 4.451,
 1.528,
 0.459,
 0.533,
 0.447,
 0.0,
 0.0,
 -1.655
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.993,
 3.58,
 1.528,
 0.497,
 0.657,
 0.434,
 0.0,
 0.0,
 -1.484
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.626,
 3.272,
 1.709,
 0.412,
 0.619,
 0.421,
 0.0,
 0.0,
 -1.548
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.654,
 2.783,
 1.572,
 0.519,
 0.664,
 0.526,
 0.0,
 0.0,
 -1.618
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.823,
 2.27,
 1.4,
 0.52,
 0.608,
 0.564,
 0.0,
 0.0,
 -1.619
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 1.16,
 1.304,
 1.655,
 0.222,
 1.298,
 0.781,
 0.0,
 0.0,
 -1.693
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 2.179,
 1.598,
 1.537,
 0.259,
 1.411,
 0.935,
 0.0,
 0.0,
 -1.666
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 4.541,
 3.89,
 1.283,
 0.607,
 0.792,
 0.581,
 0.0,
 0.0,
 -1.595
 ],
 "label": "chair"
 },
 {
 "bbox_3d": [
 6.314,
 3.931,
 1.398,
 0.485,
 0.304,
 0.958,
 0.0,
 0.0,
 -1.736
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 6.047,
 4.378,
 1.023,
 0.827,
 0.64,
 1.523,
 0.0,
 0.0,
 -1.578
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 6.46,
 5.208,
 1.005,
 0.524,
 0.844,
 0.445,
 0.0,
 0.0,
 -1.44
 ],
 "label": "chair"
 }
 ]
 },
 {
 "id": 4390,
 "dataset": "scannet",
 "scene_name": "scene0251_00",
 "question_type": "object_counting",
 "question": "How many table(s) are in this room?",
 "ground_truth": "2",
 "options": null,
 "key_object": [
 "table"
 ],
 "qa_type": "object_counting",
 "gt_3d_bboxes": [
 {
 "bbox_3d": [
 4.428,
 7.408,
 1.642,
 0.455,
 0.258,
 0.931,
 0.0,
 0.0,
 -1.395
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 4.209,
 6.806,
 0.962,
 1.357,
 0.736,
 1.514,
 0.0,
 0.0,
 -1.492
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 3.927,
 7.236,
 1.853,
 0.165,
 0.575,
 1.046,
 0.0,
 0.0,
 -1.37
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 1.194,
 4.451,
 1.528,
 0.459,
 0.533,
 0.447,
 0.0,
 0.0,
 -1.655
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.993,
 3.58,
 1.528,
 0.497,
 0.657,
 0.434,
 0.0,
 0.0,
 -1.484
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.626,
 3.272,
 1.709,
 0.412,
 0.619,
 0.421,
 0.0,
 0.0,
 -1.548
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.654,
 2.783,
 1.572,
 0.519,
 0.664,
 0.526,
 0.0,
 0.0,
 -1.618
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.823,
 2.27,
 1.4,
 0.52,
 0.608,
 0.564,
 0.0,
 0.0,
 -1.619
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 1.16,
 1.304,
 1.655,
 0.222,
 1.298,
 0.781,
 0.0,
 0.0,
 -1.693
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 2.179,
 1.598,
 1.537,
 0.259,
 1.411,
 0.935,
 0.0,
 0.0,
 -1.666
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 4.541,
 3.89,
 1.283,
 0.607,
 0.792,
 0.581,
 0.0,
 0.0,
 -1.595
 ],
 "label": "chair"
 },
 {
 "bbox_3d": [
 6.314,
 3.931,
 1.398,
 0.485,
 0.304,
 0.958,
 0.0,
 0.0,
 -1.736
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 6.047,
 4.378,
 1.023,
 0.827,
 0.64,
 1.523,
 0.0,
 0.0,
 -1.578
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 6.46,
 5.208,
 1.005,
 0.524,
 0.844,
 0.445,
 0.0,
 0.0,
 -1.44
 ],
 "label": "chair"
 }
 ]
 },
 {
 "id": 4994,
 "dataset": "scannet",
 "scene_name": "scene0251_00",
 "question_type": "route_planning",
 "question": "You are a robot beginning at the poster and facing the cabinet. You want to navigate to the trashbin. You will perform the following actions (Note: for each [please fill in], choose either 'turn back,' 'turn left,' or 'turn right.'): 1. Go forward until the cabinet. 2. [please fill in] 3. Go forward until the trashbin. You have reached the final destination.",
 "ground_truth": "A",
 "options": [
 "A. Turn Left",
 "B. Turn Right",
 "C. Turn Back"
 ],
 "key_object": [
 "poster",
 "cabinet",
 "trashbin"
 ],
 "qa_type": "route_planning",
 "gt_3d_bboxes": [
 {
 "bbox_3d": [
 4.428,
 7.408,
 1.642,
 0.455,
 0.258,
 0.931,
 0.0,
 0.0,
 -1.395
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 4.209,
 6.806,
 0.962,
 1.357,
 0.736,
 1.514,
 0.0,
 0.0,
 -1.492
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 3.927,
 7.236,
 1.853,
 0.165,
 0.575,
 1.046,
 0.0,
 0.0,
 -1.37
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 1.194,
 4.451,
 1.528,
 0.459,
 0.533,
 0.447,
 0.0,
 0.0,
 -1.655
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.993,
 3.58,
 1.528,
 0.497,
 0.657,
 0.434,
 0.0,
 0.0,
 -1.484
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.626,
 3.272,
 1.709,
 0.412,
 0.619,
 0.421,
 0.0,
 0.0,
 -1.548
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.654,
 2.783,
 1.572,
 0.519,
 0.664,
 0.526,
 0.0,
 0.0,
 -1.618
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 0.823,
 2.27,
 1.4,
 0.52,
 0.608,
 0.564,
 0.0,
 0.0,
 -1.619
 ],
 "label": "trash bin"
 },
 {
 "bbox_3d": [
 1.16,
 1.304,
 1.655,
 0.222,
 1.298,
 0.781,
 0.0,
 0.0,
 -1.693
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 2.179,
 1.598,
 1.537,
 0.259,
 1.411,
 0.935,
 0.0,
 0.0,
 -1.666
 ],
 "label": "door"
 },
 {
 "bbox_3d": [
 4.541,
 3.89,
 1.283,
 0.607,
 0.792,
 0.581,
 0.0,
 0.0,
 -1.595
 ],
 "label": "chair"
 },
 {
 "bbox_3d": [
 6.314,
 3.931,
 1.398,
 0.485,
 0.304,
 0.958,
 0.0,
 0.0,
 -1.736
 ],
 "label": "window"
 },
 {
 "bbox_3d": [
 6.047,
 4.378,
 1.023,
 0.827,
 0.64,
 1.523,
 0.0,
 0.0,
 -1.578
 ],
 "label": "table"
 },
 {
 "bbox_3d": [
 6.46,
 5.208,
 1.005,
 0.524,
 0.844,
 0.445,
 0.0,
 0.0,
 -1.44
 ],
 "label": "chair"
 }
 ]
 }
]