[ { "id": 3761, "dataset": "scannet", "scene_name": "scene0251_00", "question_type": "room_size_estimation", "question": "What is the size of this room (in square meters)? \nIf multiple rooms are shown, estimate the size of the combined space.", "ground_truth": "35.9", "options": null, "key_object": [], "qa_type": "room_size_estimation", "gt_3d_bboxes": [ { "bbox_3d": [ 4.428, 7.408, 1.642, 0.455, 0.258, 0.931, 0.0, 0.0, -1.395 ], "label": "window" }, { "bbox_3d": [ 4.209, 6.806, 0.962, 1.357, 0.736, 1.514, 0.0, 0.0, -1.492 ], "label": "table" }, { "bbox_3d": [ 3.927, 7.236, 1.853, 0.165, 0.575, 1.046, 0.0, 0.0, -1.37 ], "label": "window" }, { "bbox_3d": [ 1.194, 4.451, 1.528, 0.459, 0.533, 0.447, 0.0, 0.0, -1.655 ], "label": "trash bin" }, { "bbox_3d": [ 0.993, 3.58, 1.528, 0.497, 0.657, 0.434, 0.0, 0.0, -1.484 ], "label": "trash bin" }, { "bbox_3d": [ 0.626, 3.272, 1.709, 0.412, 0.619, 0.421, 0.0, 0.0, -1.548 ], "label": "trash bin" }, { "bbox_3d": [ 0.654, 2.783, 1.572, 0.519, 0.664, 0.526, 0.0, 0.0, -1.618 ], "label": "trash bin" }, { "bbox_3d": [ 0.823, 2.27, 1.4, 0.52, 0.608, 0.564, 0.0, 0.0, -1.619 ], "label": "trash bin" }, { "bbox_3d": [ 1.16, 1.304, 1.655, 0.222, 1.298, 0.781, 0.0, 0.0, -1.693 ], "label": "door" }, { "bbox_3d": [ 2.179, 1.598, 1.537, 0.259, 1.411, 0.935, 0.0, 0.0, -1.666 ], "label": "door" }, { "bbox_3d": [ 4.541, 3.89, 1.283, 0.607, 0.792, 0.581, 0.0, 0.0, -1.595 ], "label": "chair" }, { "bbox_3d": [ 6.314, 3.931, 1.398, 0.485, 0.304, 0.958, 0.0, 0.0, -1.736 ], "label": "window" }, { "bbox_3d": [ 6.047, 4.378, 1.023, 0.827, 0.64, 1.523, 0.0, 0.0, -1.578 ], "label": "table" }, { "bbox_3d": [ 6.46, 5.208, 1.005, 0.524, 0.844, 0.445, 0.0, 0.0, -1.44 ], "label": "chair" } ] }, { "id": 4386, "dataset": "scannet", "scene_name": "scene0251_00", "question_type": "object_counting", "question": "How many chair(s) are in this room?", "ground_truth": "2", "options": null, "key_object": [ "chair" ], "qa_type": "object_counting", "gt_3d_bboxes": [ { "bbox_3d": [ 4.428, 7.408, 1.642, 0.455, 0.258, 0.931, 0.0, 0.0, -1.395 ], "label": "window" }, { "bbox_3d": [ 4.209, 6.806, 0.962, 1.357, 0.736, 1.514, 0.0, 0.0, -1.492 ], "label": "table" }, { "bbox_3d": [ 3.927, 7.236, 1.853, 0.165, 0.575, 1.046, 0.0, 0.0, -1.37 ], "label": "window" }, { "bbox_3d": [ 1.194, 4.451, 1.528, 0.459, 0.533, 0.447, 0.0, 0.0, -1.655 ], "label": "trash bin" }, { "bbox_3d": [ 0.993, 3.58, 1.528, 0.497, 0.657, 0.434, 0.0, 0.0, -1.484 ], "label": "trash bin" }, { "bbox_3d": [ 0.626, 3.272, 1.709, 0.412, 0.619, 0.421, 0.0, 0.0, -1.548 ], "label": "trash bin" }, { "bbox_3d": [ 0.654, 2.783, 1.572, 0.519, 0.664, 0.526, 0.0, 0.0, -1.618 ], "label": "trash bin" }, { "bbox_3d": [ 0.823, 2.27, 1.4, 0.52, 0.608, 0.564, 0.0, 0.0, -1.619 ], "label": "trash bin" }, { "bbox_3d": [ 1.16, 1.304, 1.655, 0.222, 1.298, 0.781, 0.0, 0.0, -1.693 ], "label": "door" }, { "bbox_3d": [ 2.179, 1.598, 1.537, 0.259, 1.411, 0.935, 0.0, 0.0, -1.666 ], "label": "door" }, { "bbox_3d": [ 4.541, 3.89, 1.283, 0.607, 0.792, 0.581, 0.0, 0.0, -1.595 ], "label": "chair" }, { "bbox_3d": [ 6.314, 3.931, 1.398, 0.485, 0.304, 0.958, 0.0, 0.0, -1.736 ], "label": "window" }, { "bbox_3d": [ 6.047, 4.378, 1.023, 0.827, 0.64, 1.523, 0.0, 0.0, -1.578 ], "label": "table" }, { "bbox_3d": [ 6.46, 5.208, 1.005, 0.524, 0.844, 0.445, 0.0, 0.0, -1.44 ], "label": "chair" } ] }, { "id": 4387, "dataset": "scannet", "scene_name": "scene0251_00", "question_type": "object_counting", "question": "How many window(s) are in this room?", "ground_truth": "3", "options": null, "key_object": [ "window" ], "qa_type": "object_counting", "gt_3d_bboxes": [ { "bbox_3d": [ 4.428, 7.408, 1.642, 0.455, 0.258, 0.931, 0.0, 0.0, -1.395 ], "label": "window" }, { "bbox_3d": [ 4.209, 6.806, 0.962, 1.357, 0.736, 1.514, 0.0, 0.0, -1.492 ], "label": "table" }, { "bbox_3d": [ 3.927, 7.236, 1.853, 0.165, 0.575, 1.046, 0.0, 0.0, -1.37 ], "label": "window" }, { "bbox_3d": [ 1.194, 4.451, 1.528, 0.459, 0.533, 0.447, 0.0, 0.0, -1.655 ], "label": "trash bin" }, { "bbox_3d": [ 0.993, 3.58, 1.528, 0.497, 0.657, 0.434, 0.0, 0.0, -1.484 ], "label": "trash bin" }, { "bbox_3d": [ 0.626, 3.272, 1.709, 0.412, 0.619, 0.421, 0.0, 0.0, -1.548 ], "label": "trash bin" }, { "bbox_3d": [ 0.654, 2.783, 1.572, 0.519, 0.664, 0.526, 0.0, 0.0, -1.618 ], "label": "trash bin" }, { "bbox_3d": [ 0.823, 2.27, 1.4, 0.52, 0.608, 0.564, 0.0, 0.0, -1.619 ], "label": "trash bin" }, { "bbox_3d": [ 1.16, 1.304, 1.655, 0.222, 1.298, 0.781, 0.0, 0.0, -1.693 ], "label": "door" }, { "bbox_3d": [ 2.179, 1.598, 1.537, 0.259, 1.411, 0.935, 0.0, 0.0, -1.666 ], "label": "door" }, { "bbox_3d": [ 4.541, 3.89, 1.283, 0.607, 0.792, 0.581, 0.0, 0.0, -1.595 ], "label": "chair" }, { "bbox_3d": [ 6.314, 3.931, 1.398, 0.485, 0.304, 0.958, 0.0, 0.0, -1.736 ], "label": "window" }, { "bbox_3d": [ 6.047, 4.378, 1.023, 0.827, 0.64, 1.523, 0.0, 0.0, -1.578 ], "label": "table" }, { "bbox_3d": [ 6.46, 5.208, 1.005, 0.524, 0.844, 0.445, 0.0, 0.0, -1.44 ], "label": "chair" } ] }, { "id": 4388, "dataset": "scannet", "scene_name": "scene0251_00", "question_type": "object_counting", "question": "How many door(s) are in this room?", "ground_truth": "3", "options": null, "key_object": [ "door" ], "qa_type": "object_counting", "gt_3d_bboxes": [ { "bbox_3d": [ 4.428, 7.408, 1.642, 0.455, 0.258, 0.931, 0.0, 0.0, -1.395 ], "label": "window" }, { "bbox_3d": [ 4.209, 6.806, 0.962, 1.357, 0.736, 1.514, 0.0, 0.0, -1.492 ], "label": "table" }, { "bbox_3d": [ 3.927, 7.236, 1.853, 0.165, 0.575, 1.046, 0.0, 0.0, -1.37 ], "label": "window" }, { "bbox_3d": [ 1.194, 4.451, 1.528, 0.459, 0.533, 0.447, 0.0, 0.0, -1.655 ], "label": "trash bin" }, { "bbox_3d": [ 0.993, 3.58, 1.528, 0.497, 0.657, 0.434, 0.0, 0.0, -1.484 ], "label": "trash bin" }, { "bbox_3d": [ 0.626, 3.272, 1.709, 0.412, 0.619, 0.421, 0.0, 0.0, -1.548 ], "label": "trash bin" }, { "bbox_3d": [ 0.654, 2.783, 1.572, 0.519, 0.664, 0.526, 0.0, 0.0, -1.618 ], "label": "trash bin" }, { "bbox_3d": [ 0.823, 2.27, 1.4, 0.52, 0.608, 0.564, 0.0, 0.0, -1.619 ], "label": "trash bin" }, { "bbox_3d": [ 1.16, 1.304, 1.655, 0.222, 1.298, 0.781, 0.0, 0.0, -1.693 ], "label": "door" }, { "bbox_3d": [ 2.179, 1.598, 1.537, 0.259, 1.411, 0.935, 0.0, 0.0, -1.666 ], "label": "door" }, { "bbox_3d": [ 4.541, 3.89, 1.283, 0.607, 0.792, 0.581, 0.0, 0.0, -1.595 ], "label": "chair" }, { "bbox_3d": [ 6.314, 3.931, 1.398, 0.485, 0.304, 0.958, 0.0, 0.0, -1.736 ], "label": "window" }, { "bbox_3d": [ 6.047, 4.378, 1.023, 0.827, 0.64, 1.523, 0.0, 0.0, -1.578 ], "label": "table" }, { "bbox_3d": [ 6.46, 5.208, 1.005, 0.524, 0.844, 0.445, 0.0, 0.0, -1.44 ], "label": "chair" } ] }, { "id": 4389, "dataset": "scannet", "scene_name": "scene0251_00", "question_type": "object_counting", "question": "How many trash bin(s) are in this room?", "ground_truth": "5", "options": null, "key_object": [ "trash bin" ], "qa_type": "object_counting", "gt_3d_bboxes": [ { "bbox_3d": [ 4.428, 7.408, 1.642, 0.455, 0.258, 0.931, 0.0, 0.0, -1.395 ], "label": "window" }, { "bbox_3d": [ 4.209, 6.806, 0.962, 1.357, 0.736, 1.514, 0.0, 0.0, -1.492 ], "label": "table" }, { "bbox_3d": [ 3.927, 7.236, 1.853, 0.165, 0.575, 1.046, 0.0, 0.0, -1.37 ], "label": "window" }, { "bbox_3d": [ 1.194, 4.451, 1.528, 0.459, 0.533, 0.447, 0.0, 0.0, -1.655 ], "label": "trash bin" }, { "bbox_3d": [ 0.993, 3.58, 1.528, 0.497, 0.657, 0.434, 0.0, 0.0, -1.484 ], "label": "trash bin" }, { "bbox_3d": [ 0.626, 3.272, 1.709, 0.412, 0.619, 0.421, 0.0, 0.0, -1.548 ], "label": "trash bin" }, { "bbox_3d": [ 0.654, 2.783, 1.572, 0.519, 0.664, 0.526, 0.0, 0.0, -1.618 ], "label": "trash bin" }, { "bbox_3d": [ 0.823, 2.27, 1.4, 0.52, 0.608, 0.564, 0.0, 0.0, -1.619 ], "label": "trash bin" }, { "bbox_3d": [ 1.16, 1.304, 1.655, 0.222, 1.298, 0.781, 0.0, 0.0, -1.693 ], "label": "door" }, { "bbox_3d": [ 2.179, 1.598, 1.537, 0.259, 1.411, 0.935, 0.0, 0.0, -1.666 ], "label": "door" }, { "bbox_3d": [ 4.541, 3.89, 1.283, 0.607, 0.792, 0.581, 0.0, 0.0, -1.595 ], "label": "chair" }, { "bbox_3d": [ 6.314, 3.931, 1.398, 0.485, 0.304, 0.958, 0.0, 0.0, -1.736 ], "label": "window" }, { "bbox_3d": [ 6.047, 4.378, 1.023, 0.827, 0.64, 1.523, 0.0, 0.0, -1.578 ], "label": "table" }, { "bbox_3d": [ 6.46, 5.208, 1.005, 0.524, 0.844, 0.445, 0.0, 0.0, -1.44 ], "label": "chair" } ] }, { "id": 4390, "dataset": "scannet", "scene_name": "scene0251_00", "question_type": "object_counting", "question": "How many table(s) are in this room?", "ground_truth": "2", "options": null, "key_object": [ "table" ], "qa_type": "object_counting", "gt_3d_bboxes": [ { "bbox_3d": [ 4.428, 7.408, 1.642, 0.455, 0.258, 0.931, 0.0, 0.0, -1.395 ], "label": "window" }, { "bbox_3d": [ 4.209, 6.806, 0.962, 1.357, 0.736, 1.514, 0.0, 0.0, -1.492 ], "label": "table" }, { "bbox_3d": [ 3.927, 7.236, 1.853, 0.165, 0.575, 1.046, 0.0, 0.0, -1.37 ], "label": "window" }, { "bbox_3d": [ 1.194, 4.451, 1.528, 0.459, 0.533, 0.447, 0.0, 0.0, -1.655 ], "label": "trash bin" }, { "bbox_3d": [ 0.993, 3.58, 1.528, 0.497, 0.657, 0.434, 0.0, 0.0, -1.484 ], "label": "trash bin" }, { "bbox_3d": [ 0.626, 3.272, 1.709, 0.412, 0.619, 0.421, 0.0, 0.0, -1.548 ], "label": "trash bin" }, { "bbox_3d": [ 0.654, 2.783, 1.572, 0.519, 0.664, 0.526, 0.0, 0.0, -1.618 ], "label": "trash bin" }, { "bbox_3d": [ 0.823, 2.27, 1.4, 0.52, 0.608, 0.564, 0.0, 0.0, -1.619 ], "label": "trash bin" }, { "bbox_3d": [ 1.16, 1.304, 1.655, 0.222, 1.298, 0.781, 0.0, 0.0, -1.693 ], "label": "door" }, { "bbox_3d": [ 2.179, 1.598, 1.537, 0.259, 1.411, 0.935, 0.0, 0.0, -1.666 ], "label": "door" }, { "bbox_3d": [ 4.541, 3.89, 1.283, 0.607, 0.792, 0.581, 0.0, 0.0, -1.595 ], "label": "chair" }, { "bbox_3d": [ 6.314, 3.931, 1.398, 0.485, 0.304, 0.958, 0.0, 0.0, -1.736 ], "label": "window" }, { "bbox_3d": [ 6.047, 4.378, 1.023, 0.827, 0.64, 1.523, 0.0, 0.0, -1.578 ], "label": "table" }, { "bbox_3d": [ 6.46, 5.208, 1.005, 0.524, 0.844, 0.445, 0.0, 0.0, -1.44 ], "label": "chair" } ] }, { "id": 4994, "dataset": "scannet", "scene_name": "scene0251_00", "question_type": "route_planning", "question": "You are a robot beginning at the poster and facing the cabinet. You want to navigate to the trashbin. You will perform the following actions (Note: for each [please fill in], choose either 'turn back,' 'turn left,' or 'turn right.'): 1. Go forward until the cabinet. 2. [please fill in] 3. Go forward until the trashbin. You have reached the final destination.", "ground_truth": "A", "options": [ "A. Turn Left", "B. Turn Right", "C. Turn Back" ], "key_object": [ "poster", "cabinet", "trashbin" ], "qa_type": "route_planning", "gt_3d_bboxes": [ { "bbox_3d": [ 4.428, 7.408, 1.642, 0.455, 0.258, 0.931, 0.0, 0.0, -1.395 ], "label": "window" }, { "bbox_3d": [ 4.209, 6.806, 0.962, 1.357, 0.736, 1.514, 0.0, 0.0, -1.492 ], "label": "table" }, { "bbox_3d": [ 3.927, 7.236, 1.853, 0.165, 0.575, 1.046, 0.0, 0.0, -1.37 ], "label": "window" }, { "bbox_3d": [ 1.194, 4.451, 1.528, 0.459, 0.533, 0.447, 0.0, 0.0, -1.655 ], "label": "trash bin" }, { "bbox_3d": [ 0.993, 3.58, 1.528, 0.497, 0.657, 0.434, 0.0, 0.0, -1.484 ], "label": "trash bin" }, { "bbox_3d": [ 0.626, 3.272, 1.709, 0.412, 0.619, 0.421, 0.0, 0.0, -1.548 ], "label": "trash bin" }, { "bbox_3d": [ 0.654, 2.783, 1.572, 0.519, 0.664, 0.526, 0.0, 0.0, -1.618 ], "label": "trash bin" }, { "bbox_3d": [ 0.823, 2.27, 1.4, 0.52, 0.608, 0.564, 0.0, 0.0, -1.619 ], "label": "trash bin" }, { "bbox_3d": [ 1.16, 1.304, 1.655, 0.222, 1.298, 0.781, 0.0, 0.0, -1.693 ], "label": "door" }, { "bbox_3d": [ 2.179, 1.598, 1.537, 0.259, 1.411, 0.935, 0.0, 0.0, -1.666 ], "label": "door" }, { "bbox_3d": [ 4.541, 3.89, 1.283, 0.607, 0.792, 0.581, 0.0, 0.0, -1.595 ], "label": "chair" }, { "bbox_3d": [ 6.314, 3.931, 1.398, 0.485, 0.304, 0.958, 0.0, 0.0, -1.736 ], "label": "window" }, { "bbox_3d": [ 6.047, 4.378, 1.023, 0.827, 0.64, 1.523, 0.0, 0.0, -1.578 ], "label": "table" }, { "bbox_3d": [ 6.46, 5.208, 1.005, 0.524, 0.844, 0.445, 0.0, 0.0, -1.44 ], "label": "chair" } ] } ]